-- Logs begin at Mon 2022-10-03 11:56:17 UTC, end at Mon 2022-10-03 13:10:00 UTC. -- Oct 03 12:40:35.082663 dv-cinder-844563-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 03 12:40:37.744372 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.common.config [-] Logging enabled! Oct 03 12:40:37.744927 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev34 Oct 03 12:40:37.745079 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113169) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 03 12:40:37.748257 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.common.config [-] Logging enabled! Oct 03 12:40:37.748507 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev34 Oct 03 12:40:37.748811 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113169) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 03 12:40:37.749729 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 03 12:40:37.749958 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 03 12:40:37.750432 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 03 12:40:37.750674 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 03 12:40:37.750893 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 03 12:40:37.751226 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.751545 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.751840 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.752141 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.752430 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.752709 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.752998 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.753290 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.753573 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.753891 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.754175 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.754403 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.754680 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.754961 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.755244 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.755487 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] debug = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.755765 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.756181 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.756585 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.756862 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.757145 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.757422 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.757688 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.757960 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.758235 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.758556 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] host = dv-cinder-844563-12-iscsi {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.758826 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.759105 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.759414 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.759698 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.759968 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.760238 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.760517 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.760783 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.761048 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] log_file = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.761318 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.761603 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.761883 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.762175 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.762395 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.762612 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.762891 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.763172 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.763476 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.763747 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.764015 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.764282 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.764551 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.764809 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.765086 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.765362 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.765642 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.765909 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.766176 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.766442 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.766706 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.767584 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.767890 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.768160 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.768432 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.768713 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.768978 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.769244 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.769537 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.769818 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.770098 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.770470 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.770742 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.771020 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.771284 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.771574 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.771839 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] use_json = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.772103 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.772367 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.772642 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.772908 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.773172 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.773437 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.773700 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.773977 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.774247 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:37.774534 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.774822 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.775121 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.775417 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.775716 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.775993 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.776279 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.776552 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.776836 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.777116 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.777396 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.777667 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.777966 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.778247 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.778533 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.778831 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.779118 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.779422 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.779693 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.779963 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.780231 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.780502 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.780784 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.781055 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.781335 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.781616 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.781889 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.782179 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.782528 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.783397 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.783691 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.783978 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.784250 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.784524 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.784810 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.785081 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.785349 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.785633 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.785904 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.786170 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.786446 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.786729 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.787011 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.787276 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.787574 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.787861 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.788132 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.788418 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.788664 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.788933 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.789197 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.789473 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.789742 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.790005 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.790271 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.790540 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.790804 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.791069 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.791354 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.791622 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.791897 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.792164 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.792429 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.792694 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.792960 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.793227 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.793494 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.793760 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.794032 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.794300 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.794568 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.794837 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.795102 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.795390 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.795670 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.795964 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.796238 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.796511 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.796785 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.797059 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.797331 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.797601 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.797879 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.798227 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.798504 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.798788 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.799070 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.799375 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.799655 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.799950 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.800245 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.800521 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.800798 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.801072 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.801351 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.801625 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.801908 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.802186 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.802464 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.802747 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.803030 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.803347 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.803635 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.803912 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.804205 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.804497 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.804787 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.805062 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.805369 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.805643 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:37.805855 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 03 12:40:37.806095 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113169) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 03 12:40:38.182454 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=113169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 03 12:40:38.182775 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=113169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 03 12:40:38.183037 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=113169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 03 12:40:38.183263 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=113169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 03 12:40:38.183566 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 03 12:40:38.183889 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 03 12:40:38.508176 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.508463 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.508735 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.509901 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.510172 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.510430 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.561993 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.562268 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.562533 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.578326 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.578602 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.578867 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.606807 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.607080 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.607367 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.644458 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.644731 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.644991 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.881004 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.881604 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.881604 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.882660 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.883380 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.980396 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.980711 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.980988 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.981253 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.981517 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.981825 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.982085 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.982340 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.982591 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.982868 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.983123 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.983411 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.983670 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.983926 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.984176 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.984436 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.984687 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.984949 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.985212 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.985467 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.986678 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.986678 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.986955 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.987345 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.987602 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.987848 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:38.988244 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 12:40:38.988479 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 12:40:38.988710 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 12:40:38.988940 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 12:40:38.989169 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 12:40:38.989397 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 12:40:38.989754 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 03 12:40:38.992834 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 03 12:40:38.996717 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 03 12:40:39.000397 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Oct 03 12:40:39.002110 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 03 12:40:39.002722 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 03 12:40:39.003052 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 03 12:40:39.003450 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 03 12:40:39.006192 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 03 12:40:39.006439 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 03 12:40:39.006779 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 03 12:40:39.011820 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 03 12:40:39.034834 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 03 12:40:39.035269 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:39.035587 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113169) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 03 12:40:39.035957 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:39.037301 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113169) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 03 12:40:39.037575 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 03 12:40:39.037819 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 03 12:40:39.048424 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:39.048700 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:39.200435 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 03 12:40:39.200617 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 03 12:40:39.200826 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 03 12:40:39.201198 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 03 12:40:39.254615 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO dbcounter [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Registered counter for database neutron Oct 03 12:40:39.274534 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_db.sqlalchemy.engines [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113169) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 03 12:40:39.280228 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG dbcounter [-] [113169] Writer thread running {{(pid=113169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 03 12:40:39.983972 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.managers [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Initializing driver for type 'gre' Oct 03 12:40:39.984653 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] gre ID ranges: [(1, 1000)] Oct 03 12:40:40.187741 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.managers [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Initializing driver for type 'local' Oct 03 12:40:40.188078 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.managers [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Initializing driver for type 'vlan' Oct 03 12:40:40.290792 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] VlanTypeDriver initialization complete Oct 03 12:40:40.291121 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.managers [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Initializing driver for type 'vxlan' Oct 03 12:40:40.291661 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] vxlan ID ranges: [(1, 1000)] Oct 03 12:40:40.559628 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.managers [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Initializing extension driver 'port_security' Oct 03 12:40:40.559895 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.extensions.port_security [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] PortSecurityExtensionDriver initialization complete Oct 03 12:40:40.560237 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.managers [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Initializing mechanism driver 'openvswitch' Oct 03 12:40:40.560577 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.managers [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Initializing mechanism driver 'hyperv' Oct 03 12:40:40.567943 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.plugins.ml2.plugin [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:40:40.568618 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > port after_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.568993 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > port after_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.569389 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > port after_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.570085 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113169) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 12:40:40.570531 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > subnet after_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.570897 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > subnet after_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.571253 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.571668 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113169) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 12:40:40.572085 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > network after_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.572451 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > network after_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.572818 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > network after_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.573203 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113169) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 12:40:40.573604 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > security_group after_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.573956 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > security_group after_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.574298 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.574686 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113169) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 12:40:40.575087 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.575462 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.575804 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.576324 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113169) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 12:40:40.576731 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > address_group after_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.577083 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > address_group after_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.577458 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.577844 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113169) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 12:40:40.578286 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] ML2 OVO RPC backend initialized. {{(pid=113169) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 03 12:40:40.579042 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.579411 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.584153 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > network before_response 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.584153 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > networks before_response 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.584153 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > port before_response 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.584153 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > ports before_response 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.584520 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > subnet before_response 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.584520 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > subnets before_response 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.584520 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > network after_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.584520 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > network after_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.584821 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > network after_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.584821 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > port after_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.584821 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > port after_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.584821 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > port after_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.585117 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > subnet after_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.585117 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > subnet after_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.585276 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.592926 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.quota [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded quota_driver: . Oct 03 12:40:40.593286 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.plugin [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Modular L2 Plugin initialization complete Oct 03 12:40:40.593631 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading services supported by the core plugin {{(pid=113169) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 03 12:40:40.593967 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.plugins.ml2.managers [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Got port-security extension from driver 'port_security' Oct 03 12:40:40.594443 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.extensions.vlantransparent [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Disabled vlantransparent extension. Oct 03 12:40:40.594965 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113169) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 03 12:40:40.595289 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading Plugin: router Oct 03 12:40:40.630986 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.631394 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router after_create 55549900 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.631761 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router before_create 55549900 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.632122 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.632490 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.632842 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router after_delete 55549900 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.633197 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.633543 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.633899 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router after_create 55549900 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.634244 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router after_update 55549900 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.634593 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router after_update 55549900 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.634938 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.635292 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router after_update 55549900 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.635723 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router precommit_update 55549900 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.636090 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: port after_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.636428 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: port after_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.636765 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: subnet after_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.637105 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.637453 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.637799 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router precommit_create 55549900 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.638140 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: port before_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.638479 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router precommit_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.638830 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router after_update 55549900 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.639177 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.639551 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router precommit_create 55549900 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.639911 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.640254 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router precommit_update 55549900 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.640616 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > agent after_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.640964 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > agent after_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.641305 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > network after_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.642144 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Tracking information for resource: router configured {{(pid=113169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 12:40:40.643102 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Tracking information for resource: floatingip configured {{(pid=113169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 12:40:40.647975 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.db.l3_agentschedulers_db [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 03 12:40:40.648543 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: port after_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.648906 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: port after_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.649263 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: port after_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.649611 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: port after_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.650392 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router before_create 55550100 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.650753 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.651111 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router precommit_create 55550100 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.651493 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > router precommit_update 55550100 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.656321 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.services.provider_configuration [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Service providers = [] {{(pid=113169) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 03 12:40:40.656682 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.db.servicetype_db [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113169) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 03 12:40:40.659776 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.services.service_base [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113169) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 03 12:40:40.660124 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.services.service_base [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113169) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 03 12:40:40.660462 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.services.service_base [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113169) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 03 12:40:40.661345 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.services.service_base [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113169) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 03 12:40:40.661713 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.services.service_base [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 03 12:40:40.662086 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 12:40:40.662402 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 03 12:40:40.673913 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 12:40:40.674245 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading Plugin: auto_allocate Oct 03 12:40:40.679975 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: network precommit_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.680340 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: network precommit_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.680849 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 12:40:40.681165 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading Plugin: tag Oct 03 12:40:40.687696 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 12:40:40.688021 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading Plugin: timestamp Oct 03 12:40:40.692688 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 12:40:40.693016 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading Plugin: network_ip_availability Oct 03 12:40:40.698436 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.698803 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.699154 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.699896 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 12:40:40.700214 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading Plugin: flavors Oct 03 12:40:40.705045 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 12:40:40.705475 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading Plugin: revisions Oct 03 12:40:40.709878 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 12:40:40.710255 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_concurrency.lockutils [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.527s {{(pid=113169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 03 12:40:40.710974 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113169) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 03 12:40:40.711302 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Initializing extension manager. Oct 03 12:40:40.711852 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: __init__.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.712190 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: __pycache__ {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.712521 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: address_group.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.713399 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.713964 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: address-group Oct 03 12:40:40.714285 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: address_scope.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.714960 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.715502 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: address-scope Oct 03 12:40:40.715825 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.716693 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.717202 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: router-admin-state-down-before-update Oct 03 12:40:40.717522 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: agent.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.718183 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.718686 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: agent Oct 03 12:40:40.719005 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: agent_resources_synced.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.719901 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.720415 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: agent-resources-synced Oct 03 12:40:40.721325 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: allowedaddresspairs.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.723307 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.723853 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: allowed-address-pairs Oct 03 12:40:40.724176 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: auto_allocated_topology.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.725199 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.725713 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: auto-allocated-topology Oct 03 12:40:40.726033 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: availability_zone.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.726695 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.727207 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: availability_zone Oct 03 12:40:40.727553 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: availability_zone_filter.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.728424 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.728934 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: availability_zone_filter Oct 03 12:40:40.729252 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: data_plane_status.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.730120 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.730626 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension data-plane-status not supported by any of loaded plugins Oct 03 12:40:40.730942 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: default_subnetpools.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.731836 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.732344 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: default-subnetpools Oct 03 12:40:40.732659 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.733423 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.733938 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: dhcp_agent_scheduler Oct 03 12:40:40.734254 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: dns.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.735115 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.735659 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension dns-integration not supported by any of loaded plugins Oct 03 12:40:40.735977 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: dns_domain_ports.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.737477 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.737980 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 03 12:40:40.738294 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.739168 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.739696 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 03 12:40:40.740018 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: dvr.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.740646 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.741145 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: dvr Oct 03 12:40:40.741460 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: ecmp_routes.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.742321 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.742821 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 03 12:40:40.743137 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: empty_string_filtering.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.744032 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.744537 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: empty-string-filtering Oct 03 12:40:40.744853 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.745710 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.746210 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 03 12:40:40.746528 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.747416 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.747919 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 03 12:40:40.748236 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: external_net.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.749103 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.749608 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: external-net Oct 03 12:40:40.749932 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.750789 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.751299 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: extra_dhcp_opt Oct 03 12:40:40.751642 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: extraroute.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.752778 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.753285 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: extraroute Oct 03 12:40:40.753603 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: extraroute_atomic.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.754579 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.755088 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: extraroute-atomic Oct 03 12:40:40.755442 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: filter_validation.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.756070 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.756573 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: filter-validation Oct 03 12:40:40.756889 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: fip_pf_description.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.757752 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.758255 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 03 12:40:40.758571 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: fip_pf_detail.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.759463 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.759974 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 03 12:40:40.760297 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: fip_pf_port_range.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.761158 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.761664 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 03 12:40:40.761985 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: fip_port_details.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.762867 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.763403 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: fip-port-details Oct 03 12:40:40.763721 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: flavors.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.764897 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.765412 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: flavors Oct 03 12:40:40.765748 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.767859 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.768645 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 03 12:40:40.768976 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: floatingip_pools.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.769643 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.770154 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: floatingip-pools Oct 03 12:40:40.770476 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: ip_allocation.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.771393 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.771898 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension ip_allocation not supported by any of loaded plugins Oct 03 12:40:40.772216 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.773107 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.773614 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: ip-substring-filtering Oct 03 12:40:40.773933 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: l2_adjacency.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.774817 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.775349 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 03 12:40:40.775744 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: l3.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.776680 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.777187 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: router Oct 03 12:40:40.777505 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.779904 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.780429 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 03 12:40:40.780762 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.781638 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.782149 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: ext-gw-mode Oct 03 12:40:40.782471 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.784071 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.784586 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: l3-ha Oct 03 12:40:40.784908 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.785785 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.786285 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 03 12:40:40.786604 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: l3_flavors.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.794279 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.794279 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: l3-flavors Oct 03 12:40:40.794279 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.794279 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.794279 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 03 12:40:40.794279 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.794809 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.794809 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 03 12:40:40.794809 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: l3agentscheduler.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.794809 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.794809 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: l3_agent_scheduler Oct 03 12:40:40.794809 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: local_ip.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.795631 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.796155 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension local_ip not supported by any of loaded plugins Oct 03 12:40:40.796481 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: logging.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.797902 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.798417 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension logging not supported by any of loaded plugins Oct 03 12:40:40.798775 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: metering.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.799499 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.800081 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: metering Oct 03 12:40:40.800398 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.801454 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.801973 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: metering_source_and_destination_fields Oct 03 12:40:40.802294 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: multiprovidernet.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.803173 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.803731 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: multi-provider Oct 03 12:40:40.804051 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: netmtu.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.804925 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.805540 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: net-mtu Oct 03 12:40:40.805862 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: netmtu_writable.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.806738 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.807249 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: net-mtu-writable Oct 03 12:40:40.807604 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: network_availability_zone.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.808440 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.808952 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: network_availability_zone Oct 03 12:40:40.809268 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: network_ip_availability.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.810425 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.810895 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: network-ip-availability Oct 03 12:40:40.811218 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: network_segment_range.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.812010 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.812519 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension network-segment-range not supported by any of loaded plugins Oct 03 12:40:40.812836 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: pagination.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.813798 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.814123 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: pagination Oct 03 12:40:40.814463 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: port_device_profile.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.815351 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.816067 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: port-device-profile Oct 03 12:40:40.816383 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: port_mac_address_override.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.822996 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.823525 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: port-mac-override Oct 03 12:40:40.823923 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.824805 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.825314 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: port-mac-address-regenerate Oct 03 12:40:40.825630 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.826495 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.827007 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: port-numa-affinity-policy Oct 03 12:40:40.827349 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: port_resource_request.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.828218 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.828721 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension port-resource-request not supported by any of loaded plugins Oct 03 12:40:40.829039 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: port_resource_request_groups.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.830502 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.832157 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 03 12:40:40.832157 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: portbindings.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.832344 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.832693 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: binding Oct 03 12:40:40.833010 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: portbindings_extended.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.834344 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.834772 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: binding-extended Oct 03 12:40:40.835607 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: portsecurity.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.835985 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.836497 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: port-security Oct 03 12:40:40.836818 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: project_id.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.838158 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.838528 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: project-id Oct 03 12:40:40.838848 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: providernet.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.839757 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.840270 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: provider Oct 03 12:40:40.840587 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: qos.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.844086 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.844615 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension qos not supported by any of loaded plugins Oct 03 12:40:40.844945 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.846864 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.847412 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 03 12:40:40.847994 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.848880 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.849397 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 03 12:40:40.849723 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: qos_default.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.850599 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.851114 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension qos-default not supported by any of loaded plugins Oct 03 12:40:40.851476 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: qos_fip.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.852357 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.852872 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension qos-fip not supported by any of loaded plugins Oct 03 12:40:40.853195 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.854064 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.854576 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 03 12:40:40.854896 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: qos_gateway_ip.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.855806 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.856318 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 03 12:40:40.856639 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: qos_port_network_policy.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.857515 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.858028 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 03 12:40:40.858346 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.859354 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.859879 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 03 12:40:40.860199 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.861254 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.861800 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 03 12:40:40.862124 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: qos_pps_rule.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.863249 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.863788 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension qos-pps not supported by any of loaded plugins Oct 03 12:40:40.864113 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: qos_rule_type_details.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.864994 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.865502 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 03 12:40:40.865833 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: qos_rule_type_filter.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.866688 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.867193 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 03 12:40:40.867549 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: qos_rules_alias.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.868542 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.869048 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 03 12:40:40.869366 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: quota_check_limit.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.870233 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.870742 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: quota-check-limit Oct 03 12:40:40.871060 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: quotasv2.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.872023 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.872347 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: quotas Oct 03 12:40:40.872663 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: quotasv2_detail.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.874315 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.874649 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: quota_details Oct 03 12:40:40.874971 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: rbac.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.876038 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.876559 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: rbac-policies Oct 03 12:40:40.876995 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: rbac_address_group.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.877889 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.878404 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: rbac-address-group Oct 03 12:40:40.878726 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: rbac_address_scope.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.879708 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.880221 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: rbac-address-scope Oct 03 12:40:40.880544 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: rbac_security_groups.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.881421 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.881929 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: rbac-security-groups Oct 03 12:40:40.882246 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: rbac_subnetpool.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.883121 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.883664 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: rbac-subnetpool Oct 03 12:40:40.883989 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: revisionifmatch.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.884874 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.885385 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: revision-if-match Oct 03 12:40:40.885704 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: revisions.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.886773 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.887291 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: standard-attr-revisions Oct 03 12:40:40.887636 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: router_availability_zone.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.888272 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.888781 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: router_availability_zone Oct 03 12:40:40.889098 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: routerservicetype.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.889984 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.890498 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension router-service-type not supported by any of loaded plugins Oct 03 12:40:40.890820 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.891737 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.892253 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: security-groups-normalized-cidr Oct 03 12:40:40.893097 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.894213 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.894736 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: port-security-groups-filtering Oct 03 12:40:40.895057 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.895976 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.896480 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: security-groups-remote-address-group Oct 03 12:40:40.896795 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.897688 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.898207 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: security-groups-shared-filtering Oct 03 12:40:40.898527 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: securitygroup.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.909281 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.909826 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: security-group Oct 03 12:40:40.910159 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: segment.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.910987 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.911569 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension segment not supported by any of loaded plugins Oct 03 12:40:40.911898 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.912931 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.913465 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 03 12:40:40.913790 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: servicetype.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.914849 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.915387 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: service-type Oct 03 12:40:40.915717 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: sorting.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.916665 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.916992 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: sorting Oct 03 12:40:40.917311 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: standard_attr_segment.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.918201 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.918716 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 03 12:40:40.919041 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: standardattrdescription.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.919678 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.920191 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: standard-attr-description Oct 03 12:40:40.920509 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: stateful_security_group.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.921390 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.921898 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: stateful-security-group Oct 03 12:40:40.922215 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: stdattrs_common.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.922758 dv-cinder-844563-12-iscsi neutron-server[113169]: WARNING neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 03 12:40:40.923075 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.924153 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.924666 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 03 12:40:40.924984 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: subnet_onboard.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.926006 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.926522 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: subnet_onboard Oct 03 12:40:40.926837 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.927740 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.928255 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 03 12:40:40.928572 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: subnet_service_types.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.929447 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.929959 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: subnet-service-types Oct 03 12:40:40.930277 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: subnetallocation.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.931294 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.931833 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: subnet_allocation Oct 03 12:40:40.932153 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.932782 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.933291 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: subnetpool-prefix-ops Oct 03 12:40:40.933610 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.934492 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.935000 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 03 12:40:40.935336 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: tagging.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.936423 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.936946 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: standard-attr-tag Oct 03 12:40:40.937266 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: timestamp.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.938427 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.938945 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loaded extension: standard-attr-timestamp Oct 03 12:40:40.939298 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: trunk.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.940309 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.940824 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension trunk not supported by any of loaded plugins Oct 03 12:40:40.941148 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: trunk_details.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.942017 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.942529 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension trunk-details not supported by any of loaded plugins Oct 03 12:40:40.942847 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: uplink_status_propagation.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.943753 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.944265 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 03 12:40:40.944582 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Loading extension file: vlantransparent.py {{(pid=113169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 12:40:40.945218 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 12:40:40.945721 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 03 12:40:40.948366 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Creating instance of TrackedResource for resource:network Oct 03 12:40:40.948880 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Creating instance of TrackedResource for resource:subnet Oct 03 12:40:40.949272 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 12:40:40.949658 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Creating instance of TrackedResource for resource:port Oct 03 12:40:40.950915 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.v2.resource_helper [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 12:40:40.951380 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.v2.resource_helper [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Service FLAVORS assigned prefix: {{(pid=113169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 12:40:40.951983 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.v2.resource_helper [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 12:40:40.952407 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.v2.resource_helper [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 12:40:40.952735 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Creating instance of TrackedResource for resource:router Oct 03 12:40:40.953167 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Creating instance of TrackedResource for resource:floatingip Oct 03 12:40:40.953653 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.v2.resource_helper [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Service METERING assigned prefix: /metering {{(pid=113169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 12:40:40.955650 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.956017 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.956369 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:40:40.957358 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Creating instance of CountableResource for resource:rbac_policy Oct 03 12:40:40.957786 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Creating instance of TrackedResource for resource:security_group Oct 03 12:40:40.958221 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 03 12:40:40.958752 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.v2.resource_helper [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Service CORE assigned prefix: {{(pid=113169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 12:40:40.959076 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 12:40:40.959447 dv-cinder-844563-12-iscsi neutron-server[113169]: WARNING neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] subnetpool is already registered Oct 03 12:40:40.959877 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.v2.resource_helper [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Service CORE assigned prefix: {{(pid=113169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 12:40:40.960207 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 12:40:40.960539 dv-cinder-844563-12-iscsi neutron-server[113169]: WARNING neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] subnetpool is already registered Oct 03 12:40:40.962918 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.v2.resource_helper [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 12:40:40.963380 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.v2.resource_helper [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Service FLAVORS assigned prefix: {{(pid=113169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 12:40:40.963990 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.v2.resource_helper [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 12:40:40.964527 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.v2.resource_helper [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 12:40:40.964856 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Creating instance of TrackedResource for resource:router Oct 03 12:40:40.965202 dv-cinder-844563-12-iscsi neutron-server[113169]: WARNING neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] router is already registered Oct 03 12:40:40.965606 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Creating instance of TrackedResource for resource:floatingip Oct 03 12:40:40.965938 dv-cinder-844563-12-iscsi neutron-server[113169]: WARNING neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] floatingip is already registered Oct 03 12:40:40.966409 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.v2.resource_helper [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Service METERING assigned prefix: /metering {{(pid=113169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 12:40:40.967095 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Creating instance of CountableResource for resource:rbac_policy Oct 03 12:40:40.967456 dv-cinder-844563-12-iscsi neutron-server[113169]: WARNING neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] rbac_policy is already registered Oct 03 12:40:40.967869 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Creating instance of TrackedResource for resource:security_group Oct 03 12:40:40.968199 dv-cinder-844563-12-iscsi neutron-server[113169]: WARNING neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] security_group is already registered Oct 03 12:40:40.968611 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 03 12:40:40.968951 dv-cinder-844563-12-iscsi neutron-server[113169]: WARNING neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] security_group_rule is already registered Oct 03 12:40:40.969433 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.v2.resource_helper [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Service CORE assigned prefix: {{(pid=113169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 12:40:40.969752 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 12:40:40.970083 dv-cinder-844563-12-iscsi neutron-server[113169]: WARNING neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] subnetpool is already registered Oct 03 12:40:40.971069 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.v2.resource_helper [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Service CORE assigned prefix: {{(pid=113169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 12:40:40.971440 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 12:40:40.971769 dv-cinder-844563-12-iscsi neutron-server[113169]: WARNING neutron.quota.resource_registry [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] subnetpool is already registered Oct 03 12:40:40.972231 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: extensions {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:40.974068 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: address-groups {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:40.975573 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: address-scopes {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:40.976781 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: agents {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:40.977935 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: auto-allocated-topology {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:40.980456 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: availability_zones {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:40.981699 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: dhcp-networks {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:40.983115 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: dhcp-agents {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:40.984686 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: routers {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:40.986636 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: flavors {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:40.987857 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: service_profiles {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:40.989164 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: next_providers {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:40.990641 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: service_profiles {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:40.992116 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: floatingip-pools {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:40.993345 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: routers {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:40.995151 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: floatingips {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:40.996384 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: l3-routers {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:40.997768 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: l3-agents {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:40.999296 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: metering-labels {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:41.000593 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: metering-label-rules {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:41.001998 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: network-ip-availabilities {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:41.003518 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: bindings {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:41.005108 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: quotas {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:41.006669 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: quotas {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:41.008447 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: rbac-policies {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:41.009644 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: security-groups {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:41.010853 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: security-group-rules {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:41.012140 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: service-providers {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:41.013439 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: subnetpools {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:41.014807 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: subnetpools {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:41.016310 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: tags {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:41.018632 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: tags {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:41.020379 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: tags {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:41.022273 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: tags {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:41.024006 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: tags {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:41.025869 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: tags {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:41.027683 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: tags {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:41.029498 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: tags {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:41.031282 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: tags {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:41.033793 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron.api.extensions [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Extended resource: tags {{(pid=113169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 12:40:41.040656 dv-cinder-844563-12-iscsi neutron-server[113169]: WARNING keystonemiddleware.auth_token [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 03 12:40:41.045679 dv-cinder-844563-12-iscsi neutron-server[113169]: WARNING keystonemiddleware.auth_token [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 03 12:40:41.054608 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_concurrency.lockutils [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Acquiring lock "singleton_lock" {{(pid=113169) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 03 12:40:41.054932 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_concurrency.lockutils [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Acquired lock "singleton_lock" {{(pid=113169) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 03 12:40:41.055426 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_concurrency.lockutils [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Releasing lock "singleton_lock" {{(pid=113169) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 03 12:40:41.056074 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO oslo_service.service [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Starting 2 workers Oct 03 12:40:41.060947 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Started child 113284 {{(pid=113169) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 03 12:40:41.065518 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Started child 113285 {{(pid=113169) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 03 12:40:41.066535 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:40:41.067174 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO neutron.service [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 03 12:40:41.067715 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=113169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:40:41.067996 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [-] (113284) wsgi starting up on http://0.0.0.0:9696 Oct 03 12:40:41.070055 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:40:41.070493 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO oslo_service.service [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Starting 1 workers Oct 03 12:40:41.071390 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [-] (113285) wsgi starting up on http://0.0.0.0:9696 Oct 03 12:40:41.075353 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Started child 113286 {{(pid=113169) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 03 12:40:41.075907 dv-cinder-844563-12-iscsi neutron-server[113169]: INFO oslo_service.service [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Starting 1 workers Oct 03 12:40:41.079093 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.service [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] calling RpcWorker wait() {{(pid=113286) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 03 12:40:41.079667 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.service [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] returning from RpcWorker wait() {{(pid=113286) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 03 12:40:41.081066 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Started child 113287 {{(pid=113169) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 03 12:40:41.081605 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:40:41.081885 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG neutron_lib.callbacks.manager [None req-8552088f-40a4-4559-ac6f-a43d0901fac3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=113169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:40:41.082157 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:40:41.083798 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113169) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 03 12:40:41.084014 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 03 12:40:41.084201 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 03 12:40:41.084425 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 03 12:40:41.084756 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 03 12:40:41.084933 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 03 12:40:41.085438 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.085708 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.085973 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:40:41.086428 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.086428 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.086779 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.087058 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.087154 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:40:41.087308 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.087614 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.087878 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.088051 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.088217 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.088459 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.088708 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.089029 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.089306 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.089558 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.089816 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.089985 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.090232 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.090486 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.090734 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.091028 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] debug = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.091294 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.091783 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.092039 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.092289 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.092543 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.092820 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.093066 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.093327 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.093568 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.093781 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.094033 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.094309 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.094554 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.094795 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.095036 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.095304 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.095668 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.096794 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] host = dv-cinder-844563-12-iscsi {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.097036 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.097272 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.097525 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.098030 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.098276 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.098506 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.098778 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.099044 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.099293 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.099556 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.099821 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.100077 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.100310 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.100552 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] log_file = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.100714 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] log_options = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.100947 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.101220 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.101497 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.101682 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.101847 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.102008 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.102254 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.102414 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.102675 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.102989 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.103125 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.103342 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.103576 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.103817 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.104053 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.104288 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.104518 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.104877 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.105059 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.105311 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.105549 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.105803 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.106073 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.106293 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.106503 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.106745 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.107003 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.107222 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.107495 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.109111 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.109333 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.110254 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.110510 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.110786 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.113119 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.113119 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.113311 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.113462 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.113740 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.113981 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.114244 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.114498 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.115354 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.115354 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.115354 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.116237 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.116489 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] use_json = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.116715 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.116971 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.117225 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.117459 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.117711 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.117931 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.118153 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.118390 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.118611 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.119043 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.119346 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.119669 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.119922 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.120179 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.121175 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.121406 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.121617 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.121845 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.122072 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.122397 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.122646 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.122948 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.123204 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.123496 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.123957 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.124218 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.124503 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.124728 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.124988 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.125213 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.125454 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.125731 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.125951 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.126188 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.126421 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.126668 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.127921 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.137127 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.137127 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.137127 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.137127 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.137127 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.137127 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.137127 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.137127 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.137731 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.137731 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.137731 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.137731 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.137731 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.137731 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.137731 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.137731 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.137731 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.138411 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.138411 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.138411 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.138411 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.138411 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.138411 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.138411 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.138411 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.138411 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.139028 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.139028 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.139028 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.139028 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.139028 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.139028 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.139028 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.139028 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.139705 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.139705 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.139705 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.139705 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.139705 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.139705 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.139705 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.139705 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.139705 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.140330 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.140330 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.140330 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.140330 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.140330 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.140330 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.140330 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.140330 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.140330 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.140917 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.140917 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.140917 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.140917 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.140917 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.141280 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.141280 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.141467 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.141680 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.141914 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.142130 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.143069 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.143625 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.144064 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.144336 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.144563 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.144827 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.145055 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.145312 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.145547 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.145770 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.145991 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.146257 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.146488 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.146753 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.146995 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.147219 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.147494 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.147729 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.147934 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.148156 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.148372 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.148611 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.148834 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.149050 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.149301 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.149527 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.149783 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.150017 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.150250 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.150472 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.150703 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.150937 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.151202 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.151464 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.151741 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.152030 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.158140 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.158140 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.158140 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.158140 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.158140 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.158140 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.158140 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.158140 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.159213 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.159213 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.159213 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.159213 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.159213 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.159213 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.159213 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.159213 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.159722 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.159722 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.159722 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.159722 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.159722 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.159722 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.159722 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.159722 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.160195 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.160195 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.160195 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.160195 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.160195 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.160195 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.160542 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.160542 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.160811 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.160960 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.161204 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.161446 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.161666 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.161899 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.162113 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.162339 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.162557 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.162775 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.162993 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.163240 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.163474 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.163700 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.163940 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.164158 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.164373 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.164610 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.164823 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.165058 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.165275 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.165542 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.165792 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.166013 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.166256 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.166491 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.166732 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.166947 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.167193 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.167435 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.167656 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.167874 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.168099 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.168314 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.168527 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.168753 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.168988 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.169224 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.169481 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.169964 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.170214 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.170445 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.170719 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.170976 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.171180 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.171449 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.171668 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.171916 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.172133 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.172355 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.172592 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.172819 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.173041 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.173255 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.173470 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.173722 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.173930 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.174362 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.174622 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.174892 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.175377 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.175762 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.176162 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.176386 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.176608 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.176847 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.177081 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.177297 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.177509 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.177732 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.177959 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.178291 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.178559 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.178798 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.179050 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.179269 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.179523 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.179758 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.179993 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.180204 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.180449 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.180671 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.180883 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.181126 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.181337 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.181546 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.181765 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.181981 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.182190 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.182413 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.182621 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.182830 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.183050 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.183270 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.183506 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.183744 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.183951 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.184160 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.184382 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.184597 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.184806 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.185083 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.185293 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.185500 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.185719 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.185949 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.186137 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.186446 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.186693 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.186910 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.187188 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.187439 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.187692 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.187914 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.188219 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.191823 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.191823 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.191823 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.191823 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.191823 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.191823 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.191823 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.191823 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.193277 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.193277 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.193277 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.193277 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.193277 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.193277 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.193277 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.193277 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.193857 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.193857 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.193857 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.193857 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.194158 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.194337 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.194570 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.194818 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.195036 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.195306 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.195552 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.195773 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.195989 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.196212 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.196456 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.196706 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.196916 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.197166 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.197382 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.197530 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 03 12:40:41.198086 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113169) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 03 12:40:41.198210 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 03 12:40:41.198354 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 03 12:40:41.198545 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 03 12:40:41.198700 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 03 12:40:41.198847 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 03 12:40:41.199047 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.199195 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.199391 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.199756 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.199756 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.200026 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.200026 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.200297 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.200297 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.200641 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.200641 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.200981 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.200981 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.201243 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.201243 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.201593 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.201593 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.201593 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.201988 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.201988 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.202244 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.202244 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] debug = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.202507 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.202639 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.203010 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.203010 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.203010 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.203473 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.203473 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.203473 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.203850 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.203850 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.204107 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.204107 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.204467 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.204467 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.204800 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.204800 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.206241 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.206241 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] host = dv-cinder-844563-12-iscsi {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.206241 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.206241 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.206241 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.206241 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.207113 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.207113 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.207113 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.207113 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.207113 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.207113 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.207918 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.207918 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.207918 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.207918 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] log_file = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.207918 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] log_options = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.208591 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.208591 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.208591 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.208591 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.209139 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.209139 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.209139 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.209599 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.209599 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.209599 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.209996 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.209996 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.209996 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.210377 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.210377 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.210377 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.210774 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.210774 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.211035 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.211035 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.211436 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.211436 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.211436 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.211904 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.211904 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.211904 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.212299 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.212299 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.212299 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.212691 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.212691 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.212952 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.212952 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.213217 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.213217 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.213484 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.213484 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.213747 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.213747 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.214019 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.214171 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.214312 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.214450 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.214595 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.214814 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.214962 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:40:41.215117 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.215117 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] use_json = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.215117 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.215541 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.215541 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.215541 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.215874 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.215874 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.216022 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.216111 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.216274 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 12:40:41.216452 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.216615 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.216786 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.216964 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.217098 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.217259 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.217419 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.217582 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.217743 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.217903 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.218073 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.218234 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.218405 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.218565 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.218725 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.218888 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.219047 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.219226 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.219389 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.219544 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.219699 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.219858 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.220026 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.220187 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.220347 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.220517 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.220764 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.221295 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.221295 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.221295 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.221295 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.221777 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.221777 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.221777 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.222125 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.222125 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.222379 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.222379 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.222987 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.222987 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.223202 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.223391 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.223511 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.223744 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.223917 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.224080 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.224241 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.224403 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.224563 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.224724 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.224884 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.225046 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.225207 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.225367 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.225527 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.225687 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.225847 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.226023 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.226182 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.226342 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.226508 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.226670 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.226830 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.227029 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.227130 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.227286 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.227467 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.227627 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.227800 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.227960 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.228120 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.228280 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.228442 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.228604 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.228751 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.228911 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.229072 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.229232 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.229392 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.229552 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.229712 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.229872 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.230032 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.230192 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.230352 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.230511 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.230671 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.230831 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.230991 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.231151 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.231357 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.231489 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.231659 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.231819 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.231978 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.232166 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.232310 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.232443 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.232576 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.232741 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.232870 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.233031 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.233189 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.238770 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.238770 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.238770 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.238770 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.238770 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.238770 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.238770 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.238770 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.239297 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.239297 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.239297 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.239297 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.239297 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.239297 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.239297 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.239297 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.239900 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.239900 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.239900 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.239900 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.239900 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.239900 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.239900 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.239900 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.240444 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.240444 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.240444 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.240444 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.240444 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.240444 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.240444 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.240444 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.240987 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.240987 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.240987 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.240987 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.240987 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.240987 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.240987 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.240987 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.241527 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.241527 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.241527 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.241527 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.241527 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.241527 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.241527 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.241527 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.242078 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.242078 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.242078 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.242078 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.242078 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.242078 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.242078 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.242078 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.242801 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.242801 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.242801 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.242801 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.242801 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.242801 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.243215 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.243215 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.243215 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.243468 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.243552 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.243679 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.243837 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.244143 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.244438 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.244735 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.245063 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.245453 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.245803 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.246039 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.246145 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.246293 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.246457 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.246954 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.246954 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.246954 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.247176 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.247246 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.247412 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.249502 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.249502 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.249502 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.249502 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.249502 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.249502 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.249502 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.249502 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.250695 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.250695 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.250695 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.250695 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.250695 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.250695 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.250695 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.250695 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.251264 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.251264 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.251264 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.251264 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.251264 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.251264 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.251264 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.251264 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.251264 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.252438 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.252438 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.252438 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.252438 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.252691 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.252691 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.252900 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.252982 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.253130 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.253295 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.253456 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.253615 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.253777 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.253936 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.254098 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.254257 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.254418 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.254592 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.254751 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.254912 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.255075 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.255235 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.255432 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.255578 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.255737 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.255903 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.256062 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.256221 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.256381 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.256550 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.256725 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.256871 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.257031 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.257190 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.258563 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.258563 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.258563 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.258563 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.258563 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.258563 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.258563 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.258563 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.259374 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.259374 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.259374 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.259374 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.259374 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.259374 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.259872 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.259872 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.259872 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.260145 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.260145 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.260314 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.260396 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.260524 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.260691 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.260857 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.261028 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.261165 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.261332 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.261492 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.261656 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.261816 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.261978 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.262143 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.262303 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.262497 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.262630 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.262801 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.262963 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.263132 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.263300 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.263494 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.267252 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.267252 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.267252 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.267252 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.267252 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.267252 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.267252 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.267252 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.267252 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.268037 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.268037 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.268037 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.268037 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.268037 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.268037 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.268037 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.268037 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.268037 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.268569 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.268569 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.268569 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.268569 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 12:40:41.268569 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 03 12:40:41.269441 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 60100) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:40:41.276444 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [-] 10.222.0.33 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049067 Oct 03 12:40:41.280910 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [-] 10.222.0.33 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038888 Oct 03 12:40:50.367114 dv-cinder-844563-12-iscsi neutron-server[113169]: DEBUG dbcounter [-] [113169] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=113169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:40:52.917828 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6061585-276b-4101-88a7-fed7b9ef4a7c None None] get_active_networks_info from dv-cinder-844563-12-iscsi {{(pid=113286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 03 12:40:52.944213 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writer thread running {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 03 12:40:53.009140 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6061585-276b-4101-88a7-fed7b9ef4a7c None None] No non-hosted networks {{(pid=113286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 03 12:40:53.034266 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.agentschedulers_db [None req-e6061585-276b-4101-88a7-fed7b9ef4a7c None None] DHCP Agent not found on host dv-cinder-844563-12-iscsi {{(pid=113286) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 03 12:40:53.153299 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d403b325-2788-4b2a-8ba3-2f41ac849195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-759249'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:40:54.673164 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writer thread running {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 03 12:40:55.270554 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-dde8912b-d30c-4ab6-9f75-79f00faa0627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-759249'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:40:55.333968 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.db.api [None req-2b9b73a7-1ade-4a9d-a636-e03604626b05 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-844563-12-iscsi {{(pid=113286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 03 12:40:55.334518 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG oslo_db.api [None req-2b9b73a7-1ade-4a9d-a636-e03604626b05 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:40:55.948107 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2b9b73a7-1ade-4a9d-a636-e03604626b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:40:56.889073 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 60176) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:40:56.890954 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-759249'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:40:57.522477 dv-cinder-844563-12-iscsi neutron-server[113284]: WARNING oslo_policy.policy [None req-db3a2206-2d33-4606-98f8-8b215d85d2db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 12:40:57.523407 dv-cinder-844563-12-iscsi neutron-server[113284]: WARNING oslo_policy.policy [None req-db3a2206-2d33-4606-98f8-8b215d85d2db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 12:40:57.751874 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [None req-db3a2206-2d33-4606-98f8-8b215d85d2db admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 12:40:57.753383 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-db3a2206-2d33-4606-98f8-8b215d85d2db admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8591762 Oct 03 12:40:57.916638 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.db.l3_hamode_db [None req-fc74e7b0-eb82-4d5a-808e-298a753c65f4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 03 12:40:58.005067 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc74e7b0-eb82-4d5a-808e-298a753c65f4 None None] Routers set() bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:40:58.005787 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc74e7b0-eb82-4d5a-808e-298a753c65f4 None None] Router IDs set() for agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 03 12:40:58.361261 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-759249'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:40:58.427714 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-759249'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:40:58.428356 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:58.428930 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:58.429414 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:58.429895 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:58.430353 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:58.430819 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:58.431497 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:58.432020 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:58.432515 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:58.433284 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:58.433626 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:58.434364 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:58.435134 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:58.436049 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:58.436537 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:58.437309 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-844563-12-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:40:58.444913 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-844563-12-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:00.456344 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 60212) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:41:00.780534 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-90d49790-a9bf-416f-af74-56b8fa6c03f7 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:41:00.792418 dv-cinder-844563-12-iscsi neutron-server[113284]: ERROR stevedore.extension [None req-90d49790-a9bf-416f-af74-56b8fa6c03f7 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 03 12:41:00.874388 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.policy [None req-90d49790-a9bf-416f-af74-56b8fa6c03f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113284) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 03 12:41:00.915839 dv-cinder-844563-12-iscsi neutron-server[113284]: WARNING oslo_policy.policy [None req-90d49790-a9bf-416f-af74-56b8fa6c03f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 12:41:00.916204 dv-cinder-844563-12-iscsi neutron-server[113284]: WARNING oslo_policy.policy [None req-90d49790-a9bf-416f-af74-56b8fa6c03f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 12:41:00.936133 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writer thread running {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 03 12:41:01.063211 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-90d49790-a9bf-416f-af74-56b8fa6c03f7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775903796564', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775903797096', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775903813196', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775903837069', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775903822357', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775903847686', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1436475', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1436666', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-573840', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-554383'] for rbac-policy (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:01.372262 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-90d49790-a9bf-416f-af74-56b8fa6c03f7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:01.373395 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-90d49790-a9bf-416f-af74-56b8fa6c03f7 admin admin] 10.222.0.33 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9161732 Oct 03 12:41:03.976465 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 60222) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:41:04.485719 dv-cinder-844563-12-iscsi neutron-server[113285]: WARNING oslo_policy.policy [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 12:41:04.486490 dv-cinder-844563-12-iscsi neutron-server[113285]: WARNING oslo_policy.policy [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 12:41:04.709505 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:41:04.722450 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writer thread running {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 03 12:41:04.823557 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Made reservation on behalf of 6ee4b811a8dc4bc39e6ed0d4275b1782 for: {'network': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:41:04.833023 dv-cinder-844563-12-iscsi neutron-server[113285]: ERROR stevedore.extension [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 03 12:41:04.889468 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.policy [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113285) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 03 12:41:04.932540 dv-cinder-844563-12-iscsi neutron-server[113285]: WARNING oslo_policy.policy [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 12:41:04.932905 dv-cinder-844563-12-iscsi neutron-server[113285]: WARNING oslo_policy.policy [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 12:41:04.943594 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for network (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:04.966452 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:05.081084 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Publish callbacks [] for security_group (5256dc59-9ed9-404a-91b3-56407a7fd1c6), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:05.143640 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (5256dc59-9ed9-404a-91b3-56407a7fd1c6), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:05.176446 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=113285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:41:05.205339 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775902573523', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (5085c261-d7dc-4907-9604-e690b5d08f6c), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:05.205909 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Unsubscribe: segment precommit_create {{(pid=113285) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 03 12:41:05.206443 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.db.segments_db [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Added segment 5085c261-d7dc-4907-9604-e690b5d08f6c of type vlan for network 05ea9508-8ec3-461b-b925-86655340134d Oct 03 12:41:05.212345 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5256dc59-9ed9-404a-91b3-56407a7fd1c6,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:05.234160 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:05.234444 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:05.234800 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:05.235143 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:05.235491 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:05.235957 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:05.236340 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:05.236595 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:05.236926 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:05.237244 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:05.237555 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:05.237931 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:05.238248 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:05.238555 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:05.238862 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Tracked resource versions report: Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: pushed versions: Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: { 'AddressGroup': {'1.2'}, Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Agent': {'1.1'}, Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'ConntrackHelper': {'1.0'}, Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'LocalIPAssociation': {'1.0'}, Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Log': {'1.0'}, Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'NDPProxy': {'1.0'}, Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Network': {'1.1'}, Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Port': {'1.7'}, Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'PortForwarding': {'1.3'}, Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'QosPolicy': {'1.10'}, Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'SecurityGroup': {'1.5'}, Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'SecurityGroupRule': {'1.2'}, Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'SubPort': {'1.0'}, Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Subnet': {'1.1'}, Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Trunk': {'1.1'}} Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: consumer versions: Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: { DHCP agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: L3 agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: Metadata agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: Metering agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: Open vSwitch agent@dv-cinder-844563-12-iscsi: { 'AddressGroup': '1.2', Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Agent': '1.1', Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'ConntrackHelper': '1.0', Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'LocalIPAssociation': '1.0', Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Log': '1.0', Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'NDPProxy': '1.0', Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Network': '1.1', Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Port': '1.7', Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'PortForwarding': '1.3', Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'QosPolicy': '1.10', Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'SecurityGroup': '1.5', Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'SecurityGroupRule': '1.2', Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'SubPort': '1.0', Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Subnet': '1.1', Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Trunk': '1.1'}} Oct 03 12:41:05.240337 dv-cinder-844563-12-iscsi neutron-server[113285]: {{(pid=113285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 12:41:05.342170 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775902012618'] for network (05ea9508-8ec3-461b-b925-86655340134d), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:05.433345 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for network (05ea9508-8ec3-461b-b925-86655340134d), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:05.438371 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:05.439709 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:05.557874 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] Pushing event updated for resources: {'Network': ['ID=05ea9508-8ec3-461b-b925-86655340134d,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:05.572473 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Network 05ea9508-8ec3-461b-b925-86655340134d details requested by agent ovs-agent-dv-cinder-844563-12-iscsi with host dv-cinder-844563-12-iscsi {{(pid=113286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 12:41:05.598908 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-e4bd0095-f311-40b3-9b7c-8273e725d649 demo demo] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.6205547 Oct 03 12:41:08.241514 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 60242) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:41:08.327295 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:08.328936 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:08.658738 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12c2c5e-8b1c-4149-9ad5-92ae7036a517 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:08.660111 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-e12c2c5e-8b1c-4149-9ad5-92ae7036a517 demo admin] 10.222.0.33 "GET /networking/v2.0/networks/05ea9508-8ec3-461b-b925-86655340134d HTTP/1.1" status: 200 len: 825 time: 0.4177420 Oct 03 12:41:08.700079 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-5ded13c9-c8da-4a8a-a071-4140b737319f demo admin] 10.222.0.33 "GET /networking/v2.0/subnetpools/c4bb1847-d6c7-48c1-9e20-af01c166f745 HTTP/1.1" status: 200 len: 734 time: 0.0338392 Oct 03 12:41:08.709043 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-bcaa6a95-faa2-445e-9625-08066b0eeb63 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'c4bb1847-d6c7-48c1-9e20-af01c166f745', 'ip_version': 4, 'network_id': '05ea9508-8ec3-461b-b925-86655340134d'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:41:08.788972 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcaa6a95-faa2-445e-9625-08066b0eeb63 demo admin] Made reservation on behalf of 6ee4b811a8dc4bc39e6ed0d4275b1782 for: {'subnet': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:41:08.791174 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-bcaa6a95-faa2-445e-9625-08066b0eeb63 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:08.842527 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=60,neutron:INSERT=38,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:08.949142 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:09.149564 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-bcaa6a95-faa2-445e-9625-08066b0eeb63 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for subnet (e4151a5e-c2c2-49b8-a660-01998aa7efd3), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:09.220605 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa6a95-faa2-445e-9625-08066b0eeb63 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e4151a5e-c2c2-49b8-a660-01998aa7efd3,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:09.225573 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaa6a95-faa2-445e-9625-08066b0eeb63 demo admin] Checking segment: {'id': '5085c261-d7dc-4907-9604-e690b5d08f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '05ea9508-8ec3-461b-b925-86655340134d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:41:09.225946 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaa6a95-faa2-445e-9625-08066b0eeb63 demo admin] Network hostable DHCP agents. Network: 05ea9508-8ec3-461b-b925-86655340134d, hostable agents: ['9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee'], hosted agents: [] {{(pid=113285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:41:09.326196 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaa6a95-faa2-445e-9625-08066b0eeb63 demo admin] Network 05ea9508-8ec3-461b-b925-86655340134d is scheduled to be hosted by DHCP agent 9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee with binding_index 1 {{(pid=113285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:41:09.383258 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-bcaa6a95-faa2-445e-9625-08066b0eeb63 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-12-iscsi, 05ea9508-8ec3-461b-b925-86655340134d) {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:41:09.388025 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaa6a95-faa2-445e-9625-08066b0eeb63 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:09.388646 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-bcaa6a95-faa2-445e-9625-08066b0eeb63 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for subnet (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:09.393709 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1154002-7418-4e53-a984-026f678c4e7a None None] Network 05ea9508-8ec3-461b-b925-86655340134d requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:41:09.414914 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=31,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:09.466098 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-bcaa6a95-faa2-445e-9625-08066b0eeb63 demo admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7603753 Oct 03 12:41:09.672171 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp248af594-393a-5865-a197-82273fbe49a3-05ea9508-8ec3-461b-b925-86655340134d', 'network_id': '05ea9508-8ec3-461b-b925-86655340134d', 'project_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'fixed_ips': [{'subnet_id': 'e4151a5e-c2c2-49b8-a660-01998aa7efd3'}]}} from dv-cinder-844563-12-iscsi. {{(pid=113286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 12:41:09.674300 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:09.973739 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Allocated IP 172.20.0.2 (05ea9508-8ec3-461b-b925-86655340134d/e4151a5e-c2c2-49b8-a660-01998aa7efd3/89ae93a0-7703-46d3-96a1-4e52aff4422c) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:41:10.258278 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Publish callbacks [] for port (89ae93a0-7703-46d3-96a1-4e52aff4422c), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:10.470180 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (89ae93a0-7703-46d3-96a1-4e52aff4422c), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:10.549353 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Network 05ea9508-8ec3-461b-b925-86655340134d is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:41:10.555083 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:41:10.563430 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:41:10.567045 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Pushing event updated for resources: {'Port': ['ID=89ae93a0-7703-46d3-96a1-4e52aff4422c,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:10.580285 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:10.580636 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:10.581020 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:10.581355 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:10.581690 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:10.582021 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:10.582349 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:10.582674 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:10.583015 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:10.583358 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:10.583687 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:10.584025 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:10.584348 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:10.584667 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:10.584985 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Tracked resource versions report: Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: pushed versions: Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: { 'AddressGroup': {'1.2'}, Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Agent': {'1.1'}, Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'ConntrackHelper': {'1.0'}, Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'LocalIPAssociation': {'1.0'}, Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Log': {'1.0'}, Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'NDPProxy': {'1.0'}, Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Network': {'1.1'}, Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Port': {'1.7'}, Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'PortForwarding': {'1.3'}, Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'QosPolicy': {'1.10'}, Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'SecurityGroup': {'1.5'}, Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'SecurityGroupRule': {'1.2'}, Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'SubPort': {'1.0'}, Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Subnet': {'1.1'}, Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Trunk': {'1.1'}} Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: consumer versions: Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: { DHCP agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: L3 agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: Metadata agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: Metering agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: Open vSwitch agent@dv-cinder-844563-12-iscsi: { 'AddressGroup': '1.2', Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Agent': '1.1', Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'ConntrackHelper': '1.0', Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'LocalIPAssociation': '1.0', Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Log': '1.0', Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'NDPProxy': '1.0', Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Network': '1.1', Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Port': '1.7', Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'PortForwarding': '1.3', Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'QosPolicy': '1.10', Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'SecurityGroup': '1.5', Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'SecurityGroupRule': '1.2', Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'SubPort': '1.0', Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Subnet': '1.1', Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Trunk': '1.1'}} Oct 03 12:41:10.586469 dv-cinder-844563-12-iscsi neutron-server[113286]: {{(pid=113286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 12:41:10.663921 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Attempting to bind port 89ae93a0-7703-46d3-96a1-4e52aff4422c on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:41:10.664319 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Attempting to bind port 89ae93a0-7703-46d3-96a1-4e52aff4422c by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': '5085c261-d7dc-4907-9604-e690b5d08f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '05ea9508-8ec3-461b-b925-86655340134d'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:41:10.664748 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Attempting to bind port 89ae93a0-7703-46d3-96a1-4e52aff4422c on network 05ea9508-8ec3-461b-b925-86655340134d {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:41:10.693052 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:10.711661 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:41:10.712019 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Checking segment: {'id': '5085c261-d7dc-4907-9604-e690b5d08f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '05ea9508-8ec3-461b-b925-86655340134d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:41:10.712487 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:10.712866 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Bound using segment: {'id': '5085c261-d7dc-4907-9604-e690b5d08f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '05ea9508-8ec3-461b-b925-86655340134d'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:41:10.713348 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Bound port: 89ae93a0-7703-46d3-96a1-4e52aff4422c, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5085c261-d7dc-4907-9604-e690b5d08f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '05ea9508-8ec3-461b-b925-86655340134d'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:41:10.713754 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (89ae93a0-7703-46d3-96a1-4e52aff4422c), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:10.776434 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] For port 89ae93a0-7703-46d3-96a1-4e52aff4422c, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:41:10.796206 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] For port 89ae93a0-7703-46d3-96a1-4e52aff4422c, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=89ae93a0-7703-46d3-96a1-4e52aff4422c,segment=NetworkSegment(5085c261-d7dc-4907-9604-e690b5d08f6c),segment_id=5085c261-d7dc-4907-9604-e690b5d08f6c)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:41:10.869913 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (89ae93a0-7703-46d3-96a1-4e52aff4422c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:10.905354 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:10.921134 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa90f1-7b49-4d7c-be5b-107683dde35b None None] Pushing event updated for resources: {'Port': ['ID=89ae93a0-7703-46d3-96a1-4e52aff4422c,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:11.198832 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=11,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:11.303218 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=22,neutron:INSERT=34,neutron:DELETE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:12.159543 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 60262) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:41:12.493389 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [None req-1436e0e7-5ac1-420b-ac43-1925778baad7 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 12:41:12.494386 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-1436e0e7-5ac1-420b-ac43-1925778baad7 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3339007 Oct 03 12:41:15.154101 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 60270) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:41:15.507446 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [None req-86a68ee7-c3f7-4c04-bae8-054846e5905c admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 12:41:15.508423 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-86a68ee7-c3f7-4c04-bae8-054846e5905c admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3534155 Oct 03 12:41:18.084154 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 89ae93a0-7703-46d3-96a1-4e52aff4422c up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:41:18.165517 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 89ae93a0-7703-46d3-96a1-4e52aff4422c triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:41:18.165920 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (89ae93a0-7703-46d3-96a1-4e52aff4422c), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:18.166286 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 89ae93a0-7703-46d3-96a1-4e52aff4422c Oct 03 12:41:18.230797 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 60282) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:41:18.273086 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 89ae93a0-7703-46d3-96a1-4e52aff4422c is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:41:18.273469 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (89ae93a0-7703-46d3-96a1-4e52aff4422c), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:18.307896 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port 89ae93a0-7703-46d3-96a1-4e52aff4422c, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=89ae93a0-7703-46d3-96a1-4e52aff4422c,segment=NetworkSegment(5085c261-d7dc-4907-9604-e690b5d08f6c),segment_id=5085c261-d7dc-4907-9604-e690b5d08f6c)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:41:18.366251 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (89ae93a0-7703-46d3-96a1-4e52aff4422c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:18.420152 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=89ae93a0-7703-46d3-96a1-4e52aff4422c,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:18.595467 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-de2bf6a5-667c-4b5f-af45-dcf45e1133da demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:41:18.686883 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-de2bf6a5-667c-4b5f-af45-dcf45e1133da demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-762584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5264'] for router (740fa07f-328e-4891-8435-a8c59dd502ab), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:18.688783 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-de2bf6a5-667c-4b5f-af45-dcf45e1133da demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524703', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5259'] for router (740fa07f-328e-4891-8435-a8c59dd502ab), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:18.823794 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-de2bf6a5-667c-4b5f-af45-dcf45e1133da demo demo] Publish callbacks [] for router_controller (740fa07f-328e-4891-8435-a8c59dd502ab), precommit_add_association {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:18.898790 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-de2bf6a5-667c-4b5f-af45-dcf45e1133da demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764622'] for router (740fa07f-328e-4891-8435-a8c59dd502ab), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:18.991302 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-de2bf6a5-667c-4b5f-af45-dcf45e1133da demo demo] Publish callbacks [] for router (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:18.992521 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-de2bf6a5-667c-4b5f-af45-dcf45e1133da demo demo] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7606864 Oct 03 12:41:19.113898 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a530821-8630-4725-9239-950ce1c71851 None None] Network 05ea9508-8ec3-461b-b925-86655340134d requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:41:19.190503 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-353e9beb-824c-4417-b360-5035b2509b7d None None] Provisioning complete for port 89ae93a0-7703-46d3-96a1-4e52aff4422c triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:41:19.190833 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-353e9beb-824c-4417-b360-5035b2509b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (89ae93a0-7703-46d3-96a1-4e52aff4422c), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:19.191565 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-353e9beb-824c-4417-b360-5035b2509b7d None None] Attempt 1 to provision port 89ae93a0-7703-46d3-96a1-4e52aff4422c Oct 03 12:41:19.316792 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-353e9beb-824c-4417-b360-5035b2509b7d None None] Current status of the port 89ae93a0-7703-46d3-96a1-4e52aff4422c is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:41:19.534370 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-0fa69f2d-68ad-43d2-b235-253a7d950ad9 None None] Provisioning complete for port 89ae93a0-7703-46d3-96a1-4e52aff4422c triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:41:19.534758 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0fa69f2d-68ad-43d2-b235-253a7d950ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (89ae93a0-7703-46d3-96a1-4e52aff4422c), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:19.535095 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-0fa69f2d-68ad-43d2-b235-253a7d950ad9 None None] Attempt 1 to provision port 89ae93a0-7703-46d3-96a1-4e52aff4422c Oct 03 12:41:19.608846 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-0fa69f2d-68ad-43d2-b235-253a7d950ad9 None None] Current status of the port 89ae93a0-7703-46d3-96a1-4e52aff4422c is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:41:20.060355 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 89ae93a0-7703-46d3-96a1-4e52aff4422c up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:41:20.103280 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 89ae93a0-7703-46d3-96a1-4e52aff4422c triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:41:20.103701 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (89ae93a0-7703-46d3-96a1-4e52aff4422c), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:20.104038 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 89ae93a0-7703-46d3-96a1-4e52aff4422c Oct 03 12:41:20.176078 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 89ae93a0-7703-46d3-96a1-4e52aff4422c is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:41:21.622287 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 60290) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:41:21.943936 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [None req-26e549b9-2c91-418f-a1ea-5ba9e6f9e67c admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 12:41:21.943936 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-26e549b9-2c91-418f-a1ea-5ba9e6f9e67c admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3199549 Oct 03 12:41:22.960239 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1848ddde-e291-4b1c-8adb-3311b1c3c42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:24.571542 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 60298) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:41:24.888120 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-4104650b-8fc1-4d19-b442-25db63ef9478 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:41:24.965666 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4104650b-8fc1-4d19-b442-25db63ef9478 admin admin] Made reservation on behalf of 912de75d08d24473bf98cc746c209242 for: {'network': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:41:24.967907 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4104650b-8fc1-4d19-b442-25db63ef9478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for network (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:24.977043 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4104650b-8fc1-4d19-b442-25db63ef9478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:25.046656 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4104650b-8fc1-4d19-b442-25db63ef9478 admin admin] Publish callbacks [] for security_group (1f01c4ca-238e-4cb2-aaf2-dfb7638c0301), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:25.109204 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4104650b-8fc1-4d19-b442-25db63ef9478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (1f01c4ca-238e-4cb2-aaf2-dfb7638c0301), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:25.125604 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4104650b-8fc1-4d19-b442-25db63ef9478 admin admin] Reserving flat network on physical network physnet1 {{(pid=113285) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 03 12:41:25.148545 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104650b-8fc1-4d19-b442-25db63ef9478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f01c4ca-238e-4cb2-aaf2-dfb7638c0301,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:25.151360 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4104650b-8fc1-4d19-b442-25db63ef9478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:25.151707 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.db.segments_db [None req-4104650b-8fc1-4d19-b442-25db63ef9478 admin admin] Added segment c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe of type flat for network 53809124-b48e-44e3-984c-30b91b72e738 Oct 03 12:41:25.181525 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:25.200382 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4104650b-8fc1-4d19-b442-25db63ef9478 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775902012618'] for network (53809124-b48e-44e3-984c-30b91b72e738), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:25.297709 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fba7406a-ccf2-4efe-afcb-62ee4accca00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:25.309601 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4104650b-8fc1-4d19-b442-25db63ef9478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for network (53809124-b48e-44e3-984c-30b91b72e738), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:25.310573 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4104650b-8fc1-4d19-b442-25db63ef9478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:25.311142 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4104650b-8fc1-4d19-b442-25db63ef9478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:25.404437 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104650b-8fc1-4d19-b442-25db63ef9478 admin admin] Pushing event updated for resources: {'Network': ['ID=53809124-b48e-44e3-984c-30b91b72e738,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:25.417896 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Network 53809124-b48e-44e3-984c-30b91b72e738 details requested by agent ovs-agent-dv-cinder-844563-12-iscsi with host dv-cinder-844563-12-iscsi {{(pid=113286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 12:41:25.423763 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:25.471524 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-4104650b-8fc1-4d19-b442-25db63ef9478 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8989615 Oct 03 12:41:26.808297 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:26.874521 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:28.062552 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 60306) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:41:28.297320 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:28.388691 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:28.431536 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374a8634-a9c2-4d8a-8b57-34ef9efa59f3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:28.432870 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-374a8634-a9c2-4d8a-8b57-34ef9efa59f3 demo admin] 10.222.0.33 "GET /networking/v2.0/subnets/e4151a5e-c2c2-49b8-a660-01998aa7efd3 HTTP/1.1" status: 200 len: 849 time: 0.3693843 Oct 03 12:41:28.551942 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-633552fc-299c-40ee-8bd1-1d5ce7fb503f demo admin] 10.222.0.33 "GET /networking/v2.0/routers/740fa07f-328e-4891-8435-a8c59dd502ab HTTP/1.1" status: 200 len: 704 time: 0.1130888 Oct 03 12:41:28.619199 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:28.816568 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8a82e90f-cf3f-4c53-9dae-fcec791100e8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:29.106658 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_common [None req-8a82e90f-cf3f-4c53-9dae-fcec791100e8 demo admin] Allocated IP 172.20.0.1 (05ea9508-8ec3-461b-b925-86655340134d/e4151a5e-c2c2-49b8-a660-01998aa7efd3/a95dbe3b-3267-4610-a69e-e158543b91b7) {{(pid=113285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:41:29.306707 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8a82e90f-cf3f-4c53-9dae-fcec791100e8 demo admin] Publish callbacks [] for port (a95dbe3b-3267-4610-a69e-e158543b91b7), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:29.411520 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8a82e90f-cf3f-4c53-9dae-fcec791100e8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (a95dbe3b-3267-4610-a69e-e158543b91b7), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:29.487040 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a82e90f-cf3f-4c53-9dae-fcec791100e8 demo admin] Network 05ea9508-8ec3-461b-b925-86655340134d is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:41:29.495976 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-8a82e90f-cf3f-4c53-9dae-fcec791100e8 demo admin] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:41:29.501438 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a82e90f-cf3f-4c53-9dae-fcec791100e8 demo admin] Received port after_create {{(pid=113285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:41:29.501526 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8a82e90f-cf3f-4c53-9dae-fcec791100e8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527157'] for router_interface (740fa07f-328e-4891-8435-a8c59dd502ab), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:29.522223 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82e90f-cf3f-4c53-9dae-fcec791100e8 demo admin] Pushing event updated for resources: {'Port': ['ID=a95dbe3b-3267-4610-a69e-e158543b91b7,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:29.633696 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:29.680790 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-28486c3f-cafd-4f11-bdc0-885d71951bb7 None None] Provisioning complete for port a95dbe3b-3267-4610-a69e-e158543b91b7 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:41:29.681297 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-28486c3f-cafd-4f11-bdc0-885d71951bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (a95dbe3b-3267-4610-a69e-e158543b91b7), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:29.681405 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-28486c3f-cafd-4f11-bdc0-885d71951bb7 None None] Attempt 1 to provision port a95dbe3b-3267-4610-a69e-e158543b91b7 Oct 03 12:41:29.711251 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-28486c3f-cafd-4f11-bdc0-885d71951bb7 None None] Port a95dbe3b-3267-4610-a69e-e158543b91b7 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:41:29.778404 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8a82e90f-cf3f-4c53-9dae-fcec791100e8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (a95dbe3b-3267-4610-a69e-e158543b91b7), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:29.931755 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:29.987390 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8a82e90f-cf3f-4c53-9dae-fcec791100e8 demo admin] Publish callbacks [] for port (a95dbe3b-3267-4610-a69e-e158543b91b7), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:30.035068 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8a82e90f-cf3f-4c53-9dae-fcec791100e8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (a95dbe3b-3267-4610-a69e-e158543b91b7), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:30.035858 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8a82e90f-cf3f-4c53-9dae-fcec791100e8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527273'] for router_interface (740fa07f-328e-4891-8435-a8c59dd502ab), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:30.113213 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82e90f-cf3f-4c53-9dae-fcec791100e8 demo admin] Pushing event updated for resources: {'Port': ['ID=a95dbe3b-3267-4610-a69e-e158543b91b7,revision_number=2']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:30.162293 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a82e90f-cf3f-4c53-9dae-fcec791100e8 demo admin] Network 05ea9508-8ec3-461b-b925-86655340134d is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:41:30.163624 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-8a82e90f-cf3f-4c53-9dae-fcec791100e8 demo admin] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:41:30.328924 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-8a869f5f-5075-45ee-b81e-edcffdad6d55 None None] Provisioning complete for port a95dbe3b-3267-4610-a69e-e158543b91b7 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:41:30.329315 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8a869f5f-5075-45ee-b81e-edcffdad6d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (a95dbe3b-3267-4610-a69e-e158543b91b7), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:30.329656 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-8a869f5f-5075-45ee-b81e-edcffdad6d55 None None] Attempt 1 to provision port a95dbe3b-3267-4610-a69e-e158543b91b7 Oct 03 12:41:30.363944 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-8a869f5f-5075-45ee-b81e-edcffdad6d55 None None] Port a95dbe3b-3267-4610-a69e-e158543b91b7 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:41:30.400478 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a82e90f-cf3f-4c53-9dae-fcec791100e8 demo admin] Router 740fa07f-328e-4891-8435-a8c59dd502ab is scheduled to L3 agent eb5f2f97-6425-444e-901b-913018c2b714 with binding_index 1 {{(pid=113285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 12:41:30.491081 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a82e90f-cf3f-4c53-9dae-fcec791100e8 demo admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:41:30.496390 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-8a82e90f-cf3f-4c53-9dae-fcec791100e8 demo admin] 10.222.0.33 "PUT /networking/v2.0/routers/740fa07f-328e-4891-8435-a8c59dd502ab/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9392269 Oct 03 12:41:30.500654 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] Sync routers for ids ['740fa07f-328e-4891-8435-a8c59dd502ab'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:41:30.514093 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] Routers {'740fa07f-328e-4891-8435-a8c59dd502ab'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:41:30.514915 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:41:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['740fa07f-328e-4891-8435-a8c59dd502ab'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:30.696462 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] Set router 740fa07f-328e-4891-8435-a8c59dd502ab gateway port host: None {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:41:31.110001 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740fa07f-328e-4891-8435-a8c59dd502ab', 'name': 'router1', 'tenant_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:41:18Z', 'updated_at': '2022-10-03T12:41:29Z', 'revision_number': 2, 'project_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'gw_port_host': None, '_interfaces': [{'id': 'a95dbe3b-3267-4610-a69e-e158543b91b7', 'name': '', 'network_id': '05ea9508-8ec3-461b-b925-86655340134d', 'tenant_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'mac_address': 'fa:16:3e:57:e5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740fa07f-328e-4891-8435-a8c59dd502ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4151a5e-c2c2-49b8-a660-01998aa7efd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:41:28Z', 'updated_at': '2022-10-03T12:41:29Z', 'revision_number': 2, 'project_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'subnets': [{'id': 'e4151a5e-c2c2-49b8-a660-01998aa7efd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4bb1847-d6c7-48c1-9e20-af01c166f745'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:31.158210 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] Checking router: 740fa07f-328e-4891-8435-a8c59dd502ab for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:41:31.159831 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] Updating router 740fa07f-328e-4891-8435-a8c59dd502ab port a95dbe3b-3267-4610-a69e-e158543b91b7 binding host dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:41:31.216457 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (a95dbe3b-3267-4610-a69e-e158543b91b7), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:31.719728 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] Publish callbacks [] for port (a95dbe3b-3267-4610-a69e-e158543b91b7), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:31.795025 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (a95dbe3b-3267-4610-a69e-e158543b91b7), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:31.942837 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] Attempting to bind port a95dbe3b-3267-4610-a69e-e158543b91b7 on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:41:31.943233 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] Attempting to bind port a95dbe3b-3267-4610-a69e-e158543b91b7 by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': '5085c261-d7dc-4907-9604-e690b5d08f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '05ea9508-8ec3-461b-b925-86655340134d'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:41:31.943684 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] Attempting to bind port a95dbe3b-3267-4610-a69e-e158543b91b7 on network 05ea9508-8ec3-461b-b925-86655340134d {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:41:31.951770 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44cb5d-e681-4010-94cd-caf6dbb317cd None None] Pushing event updated for resources: {'Port': ['ID=a95dbe3b-3267-4610-a69e-e158543b91b7,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:31.983155 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44cb5d-e681-4010-94cd-caf6dbb317cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:31.983439 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44cb5d-e681-4010-94cd-caf6dbb317cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:31.983796 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44cb5d-e681-4010-94cd-caf6dbb317cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:31.984147 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44cb5d-e681-4010-94cd-caf6dbb317cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:31.984478 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44cb5d-e681-4010-94cd-caf6dbb317cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:31.984803 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44cb5d-e681-4010-94cd-caf6dbb317cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:31.985123 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44cb5d-e681-4010-94cd-caf6dbb317cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:31.985438 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44cb5d-e681-4010-94cd-caf6dbb317cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:31.985772 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44cb5d-e681-4010-94cd-caf6dbb317cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:31.986094 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44cb5d-e681-4010-94cd-caf6dbb317cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:31.986410 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44cb5d-e681-4010-94cd-caf6dbb317cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:31.987225 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44cb5d-e681-4010-94cd-caf6dbb317cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:31.987646 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44cb5d-e681-4010-94cd-caf6dbb317cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:31.987966 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44cb5d-e681-4010-94cd-caf6dbb317cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:31.988283 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44cb5d-e681-4010-94cd-caf6dbb317cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44cb5d-e681-4010-94cd-caf6dbb317cd None None] Tracked resource versions report: Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: pushed versions: Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: { 'AddressGroup': {'1.2'}, Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Agent': {'1.1'}, Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'ConntrackHelper': {'1.0'}, Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'LocalIPAssociation': {'1.0'}, Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Log': {'1.0'}, Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'NDPProxy': {'1.0'}, Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Network': {'1.1'}, Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Port': {'1.7'}, Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'PortForwarding': {'1.3'}, Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'QosPolicy': {'1.10'}, Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'SecurityGroup': {'1.5'}, Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'SecurityGroupRule': {'1.2'}, Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'SubPort': {'1.0'}, Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Subnet': {'1.1'}, Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Trunk': {'1.1'}} Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: consumer versions: Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: { DHCP agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: L3 agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: Metadata agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: Metering agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: Open vSwitch agent@dv-cinder-844563-12-iscsi: { 'AddressGroup': '1.2', Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Agent': '1.1', Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'ConntrackHelper': '1.0', Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'LocalIPAssociation': '1.0', Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Log': '1.0', Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'NDPProxy': '1.0', Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Network': '1.1', Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Port': '1.7', Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'PortForwarding': '1.3', Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'QosPolicy': '1.10', Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'SecurityGroup': '1.5', Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'SecurityGroupRule': '1.2', Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'SubPort': '1.0', Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Subnet': '1.1', Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Trunk': '1.1'}} Oct 03 12:41:31.989744 dv-cinder-844563-12-iscsi neutron-server[113287]: {{(pid=113287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 12:41:32.048671 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:41:32.049126 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] Checking segment: {'id': '5085c261-d7dc-4907-9604-e690b5d08f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '05ea9508-8ec3-461b-b925-86655340134d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:41:32.050157 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:32.050552 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] Bound using segment: {'id': '5085c261-d7dc-4907-9604-e690b5d08f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '05ea9508-8ec3-461b-b925-86655340134d'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:41:32.051043 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] Bound port: a95dbe3b-3267-4610-a69e-e158543b91b7, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5085c261-d7dc-4907-9604-e690b5d08f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '05ea9508-8ec3-461b-b925-86655340134d'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:41:32.051446 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (a95dbe3b-3267-4610-a69e-e158543b91b7), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:32.110097 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:32.114050 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] For port a95dbe3b-3267-4610-a69e-e158543b91b7, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:41:32.116727 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:32.133709 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] For port a95dbe3b-3267-4610-a69e-e158543b91b7, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=a95dbe3b-3267-4610-a69e-e158543b91b7,segment=NetworkSegment(5085c261-d7dc-4907-9604-e690b5d08f6c),segment_id=5085c261-d7dc-4907-9604-e690b5d08f6c)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:41:32.210667 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (a95dbe3b-3267-4610-a69e-e158543b91b7), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:32.249307 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] Routers {'740fa07f-328e-4891-8435-a8c59dd502ab'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:41:32.249416 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:41:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['740fa07f-328e-4891-8435-a8c59dd502ab'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:32.321027 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44cb5d-e681-4010-94cd-caf6dbb317cd None None] Pushing event updated for resources: {'Port': ['ID=a95dbe3b-3267-4610-a69e-e158543b91b7,revision_number=4']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:32.345786 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] Set router 740fa07f-328e-4891-8435-a8c59dd502ab gateway port host: None {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:41:32.539369 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740fa07f-328e-4891-8435-a8c59dd502ab', 'name': 'router1', 'tenant_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:41:18Z', 'updated_at': '2022-10-03T12:41:29Z', 'revision_number': 2, 'project_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'gw_port_host': None, '_interfaces': [{'id': 'a95dbe3b-3267-4610-a69e-e158543b91b7', 'name': '', 'network_id': '05ea9508-8ec3-461b-b925-86655340134d', 'tenant_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'mac_address': 'fa:16:3e:57:e5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740fa07f-328e-4891-8435-a8c59dd502ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4151a5e-c2c2-49b8-a660-01998aa7efd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:41:28Z', 'updated_at': '2022-10-03T12:41:32Z', 'revision_number': 4, 'project_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'subnets': [{'id': 'e4151a5e-c2c2-49b8-a660-01998aa7efd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4bb1847-d6c7-48c1-9e20-af01c166f745'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:32.565946 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c48923e-a614-4c6d-a0e9-2c48a64c25f5 None None] The sync data for ids ['740fa07f-328e-4891-8435-a8c59dd502ab'] in dv-cinder-844563-12-iscsi is: [{'id': '740fa07f-328e-4891-8435-a8c59dd502ab', 'name': 'router1', 'tenant_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:41:18Z', 'updated_at': '2022-10-03T12:41:29Z', 'revision_number': 2, 'project_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'gw_port_host': None, '_interfaces': [{'id': 'a95dbe3b-3267-4610-a69e-e158543b91b7', 'name': '', 'network_id': '05ea9508-8ec3-461b-b925-86655340134d', 'tenant_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'mac_address': 'fa:16:3e:57:e5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740fa07f-328e-4891-8435-a8c59dd502ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4151a5e-c2c2-49b8-a660-01998aa7efd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:41:28Z', 'updated_at': '2022-10-03T12:41:32Z', 'revision_number': 4, 'project_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'subnets': [{'id': 'e4151a5e-c2c2-49b8-a660-01998aa7efd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4bb1847-d6c7-48c1-9e20-af01c166f745'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:41:33.106733 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 60316) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:41:33.517527 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c532caef-a548-4bd5-becd-6a80bb48b41a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:33.519151 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-c532caef-a548-4bd5-becd-6a80bb48b41a admin admin] 10.222.0.33 "GET /networking/v2.0/networks/53809124-b48e-44e3-984c-30b91b72e738 HTTP/1.1" status: 200 len: 842 time: 0.4115524 Oct 03 12:41:33.528998 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-6f872a26-8e8a-4d82-a023-0d0d7d7e85d8 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'gateway_ip': '172.27.0.1'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:41:33.640515 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f872a26-8e8a-4d82-a023-0d0d7d7e85d8 admin admin] Made reservation on behalf of 912de75d08d24473bf98cc746c209242 for: {'subnet': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:41:33.642880 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-6f872a26-8e8a-4d82-a023-0d0d7d7e85d8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:33.720757 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:34.069887 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.objects.ports [None req-6f872a26-8e8a-4d82-a023-0d0d7d7e85d8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113285) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 03 12:41:34.070262 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-6f872a26-8e8a-4d82-a023-0d0d7d7e85d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for subnet (3cd51d2f-1630-40a1-afb5-9f2c6727f544), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:34.131311 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:34.132419 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f872a26-8e8a-4d82-a023-0d0d7d7e85d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cd51d2f-1630-40a1-afb5-9f2c6727f544,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:34.145905 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f872a26-8e8a-4d82-a023-0d0d7d7e85d8 admin admin] Checking segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:41:34.146420 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f872a26-8e8a-4d82-a023-0d0d7d7e85d8 admin admin] Network hostable DHCP agents. Network: 53809124-b48e-44e3-984c-30b91b72e738, hostable agents: ['9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee'], hosted agents: [] {{(pid=113285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:41:34.252760 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f872a26-8e8a-4d82-a023-0d0d7d7e85d8 admin admin] Network 53809124-b48e-44e3-984c-30b91b72e738 is scheduled to be hosted by DHCP agent 9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee with binding_index 1 {{(pid=113285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:41:34.314445 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-6f872a26-8e8a-4d82-a023-0d0d7d7e85d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-12-iscsi, 53809124-b48e-44e3-984c-30b91b72e738) {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:41:34.322472 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f872a26-8e8a-4d82-a023-0d0d7d7e85d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:34.328519 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-6f872a26-8e8a-4d82-a023-0d0d7d7e85d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for subnet (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:34.328761 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e593c31-c970-4ed5-af3c-d89a6e9b49b7 None None] Network 53809124-b48e-44e3-984c-30b91b72e738 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:41:34.403368 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-6f872a26-8e8a-4d82-a023-0d0d7d7e85d8 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8656948 Oct 03 12:41:34.472639 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8bca12-e51c-450c-980e-219a6766ab08 None None] Network 53809124-b48e-44e3-984c-30b91b72e738 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:41:37.193313 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 60324) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:41:37.631474 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-5aed7a80-831e-41a2-a8fd-f9c31508c37c demo admin] 10.222.0.33 "GET /networking/v2.0/routers/740fa07f-328e-4891-8435-a8c59dd502ab HTTP/1.1" status: 200 len: 710 time: 0.4369607 Oct 03 12:41:37.723142 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8799b28a-2600-4097-819f-79ee4bc000e1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:37.724896 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-8799b28a-2600-4097-819f-79ee4bc000e1 demo admin] 10.222.0.33 "GET /networking/v2.0/networks/53809124-b48e-44e3-984c-30b91b72e738 HTTP/1.1" status: 200 len: 886 time: 0.0877578 Oct 03 12:41:37.734051 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-4cb0877f-d250-458e-a936-6294a66aff38 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:41:37.977996 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4cb0877f-d250-458e-a936-6294a66aff38 demo admin] Publish callbacks [] for router_gateway (740fa07f-328e-4891-8435-a8c59dd502ab), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:38.084256 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device a95dbe3b-3267-4610-a69e-e158543b91b7 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:41:38.128128 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port a95dbe3b-3267-4610-a69e-e158543b91b7 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:41:38.128525 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (a95dbe3b-3267-4610-a69e-e158543b91b7), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:38.128862 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port a95dbe3b-3267-4610-a69e-e158543b91b7 Oct 03 12:41:38.200723 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port a95dbe3b-3267-4610-a69e-e158543b91b7 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:41:38.201108 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (a95dbe3b-3267-4610-a69e-e158543b91b7), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:38.248435 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port a95dbe3b-3267-4610-a69e-e158543b91b7, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=a95dbe3b-3267-4610-a69e-e158543b91b7,segment=NetworkSegment(5085c261-d7dc-4907-9604-e690b5d08f6c),segment_id=5085c261-d7dc-4907-9604-e690b5d08f6c)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:41:38.282632 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:38.308822 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4cb0877f-d250-458e-a936-6294a66aff38 demo admin] Publish callbacks [] for router_gateway (740fa07f-328e-4891-8435-a8c59dd502ab), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:38.358986 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (a95dbe3b-3267-4610-a69e-e158543b91b7), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:38.388780 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4cb0877f-d250-458e-a936-6294a66aff38 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:38.407862 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=a95dbe3b-3267-4610-a69e-e158543b91b7,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:38.498140 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_common [None req-4cb0877f-d250-458e-a936-6294a66aff38 demo admin] Allocated IP 172.27.0.201 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/0afa7fdf-9f0e-45e4-b840-17b73934e48b) {{(pid=113285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:41:38.501875 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:38.672382 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4cb0877f-d250-458e-a936-6294a66aff38 demo admin] Publish callbacks [] for port (0afa7fdf-9f0e-45e4-b840-17b73934e48b), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:38.772309 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4cb0877f-d250-458e-a936-6294a66aff38 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (0afa7fdf-9f0e-45e4-b840-17b73934e48b), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:38.812139 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb0877f-d250-458e-a936-6294a66aff38 demo admin] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:41:38.817651 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-4cb0877f-d250-458e-a936-6294a66aff38 demo admin] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:41:38.822680 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb0877f-d250-458e-a936-6294a66aff38 demo admin] Received port after_create {{(pid=113285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:41:38.825873 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0877f-d250-458e-a936-6294a66aff38 demo admin] Pushing event updated for resources: {'Port': ['ID=0afa7fdf-9f0e-45e4-b840-17b73934e48b,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:39.196272 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4cb0877f-d250-458e-a936-6294a66aff38 demo admin] Publish callbacks [] for router_gateway (740fa07f-328e-4891-8435-a8c59dd502ab), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:39.387785 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4cb0877f-d250-458e-a936-6294a66aff38 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5301'] for router (740fa07f-328e-4891-8435-a8c59dd502ab), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:39.391128 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4cb0877f-d250-458e-a936-6294a66aff38 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768234'] for router (740fa07f-328e-4891-8435-a8c59dd502ab), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:39.432838 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:39.501350 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb0877f-d250-458e-a936-6294a66aff38 demo admin] Router 740fa07f-328e-4891-8435-a8c59dd502ab has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:41:39.605103 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb0877f-d250-458e-a936-6294a66aff38 demo admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:41:39.609196 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4cb0877f-d250-458e-a936-6294a66aff38 demo admin] Publish callbacks [] for router (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:39.612295 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-4cb0877f-d250-458e-a936-6294a66aff38 demo admin] 10.222.0.33 "PUT /networking/v2.0/routers/740fa07f-328e-4891-8435-a8c59dd502ab HTTP/1.1" status: 200 len: 890 time: 1.8795300 Oct 03 12:41:39.626663 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] Sync routers for ids ['740fa07f-328e-4891-8435-a8c59dd502ab'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:41:39.640824 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] Routers {'740fa07f-328e-4891-8435-a8c59dd502ab'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:41:39.641502 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:41:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['740fa07f-328e-4891-8435-a8c59dd502ab'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:39.853319 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] Set router 740fa07f-328e-4891-8435-a8c59dd502ab gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:41:40.053178 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:40.092225 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device a95dbe3b-3267-4610-a69e-e158543b91b7 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:41:40.120058 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 5 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:41:40.222971 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:40.232477 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port a95dbe3b-3267-4610-a69e-e158543b91b7 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:41:40.232862 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (a95dbe3b-3267-4610-a69e-e158543b91b7), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:40.233190 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port a95dbe3b-3267-4610-a69e-e158543b91b7 Oct 03 12:41:40.373821 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740fa07f-328e-4891-8435-a8c59dd502ab', 'name': 'router1', 'tenant_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '0afa7fdf-9f0e-45e4-b840-17b73934e48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:41:18Z', 'updated_at': '2022-10-03T12:41:38Z', 'revision_number': 4, 'project_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'gw_port': {'id': '0afa7fdf-9f0e-45e4-b840-17b73934e48b', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740fa07f-328e-4891-8435-a8c59dd502ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:41:38Z', 'updated_at': '2022-10-03T12:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'a95dbe3b-3267-4610-a69e-e158543b91b7', 'name': '', 'network_id': '05ea9508-8ec3-461b-b925-86655340134d', 'tenant_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'mac_address': 'fa:16:3e:57:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740fa07f-328e-4891-8435-a8c59dd502ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4151a5e-c2c2-49b8-a660-01998aa7efd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:41:28Z', 'updated_at': '2022-10-03T12:41:38Z', 'revision_number': 5, 'project_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'subnets': [{'id': 'e4151a5e-c2c2-49b8-a660-01998aa7efd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4bb1847-d6c7-48c1-9e20-af01c166f745'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:40.426665 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] Checking router: 740fa07f-328e-4891-8435-a8c59dd502ab for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:41:40.427013 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] Updating router 740fa07f-328e-4891-8435-a8c59dd502ab port 0afa7fdf-9f0e-45e4-b840-17b73934e48b binding host dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:41:40.503308 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (0afa7fdf-9f0e-45e4-b840-17b73934e48b), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:40.531489 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port a95dbe3b-3267-4610-a69e-e158543b91b7 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:41:40.826099 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] Publish callbacks [] for port (0afa7fdf-9f0e-45e4-b840-17b73934e48b), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:40.913317 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (0afa7fdf-9f0e-45e4-b840-17b73934e48b), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:40.949421 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] Attempting to bind port 0afa7fdf-9f0e-45e4-b840-17b73934e48b on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:41:40.949814 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] Attempting to bind port 0afa7fdf-9f0e-45e4-b840-17b73934e48b by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:41:40.950170 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] Attempting to bind port 0afa7fdf-9f0e-45e4-b840-17b73934e48b on network 53809124-b48e-44e3-984c-30b91b72e738 {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:41:40.988407 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618ab0d-42a2-4639-aec0-9955c99e732c None None] Pushing event updated for resources: {'Port': ['ID=0afa7fdf-9f0e-45e4-b840-17b73934e48b,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:41.003811 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:41:41.004096 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] Checking segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:41:41.004363 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:41.004742 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] Bound using segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:41:41.005203 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] Bound port: 0afa7fdf-9f0e-45e4-b840-17b73934e48b, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:41:41.005606 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (0afa7fdf-9f0e-45e4-b840-17b73934e48b), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:41.052478 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] For port 0afa7fdf-9f0e-45e4-b840-17b73934e48b, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:41:41.055406 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] For port 0afa7fdf-9f0e-45e4-b840-17b73934e48b, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=0afa7fdf-9f0e-45e4-b840-17b73934e48b,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:41:41.132620 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (0afa7fdf-9f0e-45e4-b840-17b73934e48b), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:41.174359 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] Routers {'740fa07f-328e-4891-8435-a8c59dd502ab'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:41:41.175035 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:41:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['740fa07f-328e-4891-8435-a8c59dd502ab'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:41.222368 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618ab0d-42a2-4639-aec0-9955c99e732c None None] Pushing event updated for resources: {'Port': ['ID=0afa7fdf-9f0e-45e4-b840-17b73934e48b,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:41.291243 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] Set router 740fa07f-328e-4891-8435-a8c59dd502ab gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:41:41.324746 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:41.403036 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:41.494788 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740fa07f-328e-4891-8435-a8c59dd502ab', 'name': 'router1', 'tenant_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '0afa7fdf-9f0e-45e4-b840-17b73934e48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:41:18Z', 'updated_at': '2022-10-03T12:41:38Z', 'revision_number': 4, 'project_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'gw_port': {'id': '0afa7fdf-9f0e-45e4-b840-17b73934e48b', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740fa07f-328e-4891-8435-a8c59dd502ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:41:38Z', 'updated_at': '2022-10-03T12:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'a95dbe3b-3267-4610-a69e-e158543b91b7', 'name': '', 'network_id': '05ea9508-8ec3-461b-b925-86655340134d', 'tenant_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'mac_address': 'fa:16:3e:57:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740fa07f-328e-4891-8435-a8c59dd502ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4151a5e-c2c2-49b8-a660-01998aa7efd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:41:28Z', 'updated_at': '2022-10-03T12:41:38Z', 'revision_number': 5, 'project_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'subnets': [{'id': 'e4151a5e-c2c2-49b8-a660-01998aa7efd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4bb1847-d6c7-48c1-9e20-af01c166f745'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:41.522298 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c63e912-20ab-44e9-b442-8cc1305f4532 None None] The sync data for ids ['740fa07f-328e-4891-8435-a8c59dd502ab'] in dv-cinder-844563-12-iscsi is: [{'id': '740fa07f-328e-4891-8435-a8c59dd502ab', 'name': 'router1', 'tenant_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '0afa7fdf-9f0e-45e4-b840-17b73934e48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:41:18Z', 'updated_at': '2022-10-03T12:41:38Z', 'revision_number': 4, 'project_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'gw_port': {'id': '0afa7fdf-9f0e-45e4-b840-17b73934e48b', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740fa07f-328e-4891-8435-a8c59dd502ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:41:38Z', 'updated_at': '2022-10-03T12:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'a95dbe3b-3267-4610-a69e-e158543b91b7', 'name': '', 'network_id': '05ea9508-8ec3-461b-b925-86655340134d', 'tenant_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'mac_address': 'fa:16:3e:57:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740fa07f-328e-4891-8435-a8c59dd502ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4151a5e-c2c2-49b8-a660-01998aa7efd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:41:28Z', 'updated_at': '2022-10-03T12:41:38Z', 'revision_number': 5, 'project_id': '6ee4b811a8dc4bc39e6ed0d4275b1782', 'subnets': [{'id': 'e4151a5e-c2c2-49b8-a660-01998aa7efd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4bb1847-d6c7-48c1-9e20-af01c166f745'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:41:42.105832 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 0afa7fdf-9f0e-45e4-b840-17b73934e48b up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:41:42.153026 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 0afa7fdf-9f0e-45e4-b840-17b73934e48b triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:41:42.153453 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (0afa7fdf-9f0e-45e4-b840-17b73934e48b), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:42.153784 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 0afa7fdf-9f0e-45e4-b840-17b73934e48b Oct 03 12:41:42.234234 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 0afa7fdf-9f0e-45e4-b840-17b73934e48b is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:41:42.234634 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (0afa7fdf-9f0e-45e4-b840-17b73934e48b), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:42.258218 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port 0afa7fdf-9f0e-45e4-b840-17b73934e48b, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=0afa7fdf-9f0e-45e4-b840-17b73934e48b,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:41:42.343244 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (0afa7fdf-9f0e-45e4-b840-17b73934e48b), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:42.394307 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=0afa7fdf-9f0e-45e4-b840-17b73934e48b,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:42.468977 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 60336) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:41:42.860068 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-79aa0d7e-4696-462e-bac3-d49b75f7f995 admin admin] 10.222.0.33 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3900695 Oct 03 12:41:44.078405 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 0afa7fdf-9f0e-45e4-b840-17b73934e48b up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:41:44.126640 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 0afa7fdf-9f0e-45e4-b840-17b73934e48b triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:41:44.127049 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (0afa7fdf-9f0e-45e4-b840-17b73934e48b), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:44.127456 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 0afa7fdf-9f0e-45e4-b840-17b73934e48b Oct 03 12:41:44.216366 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 0afa7fdf-9f0e-45e4-b840-17b73934e48b is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:41:47.133383 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=21 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:50.116659 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=68 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:52.853010 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:52.855944 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=11 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:41:52.937476 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-97f6625c-dd1b-44ac-a6d5-5727059aeed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:55.257124 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4f8fee43-bf3a-49c0-82e8-3ad50f760bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:56.821768 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:58.358014 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:41:58.459590 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:42:08.348516 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:42:08.357050 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=51,neutron:UPDATE=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:42:17.118724 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 5 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:42:22.919708 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4642197c-b3f5-4367-bd49-a3fefd2c2e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:42:25.234488 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b2bd58b8-3c16-49a0-97f6-359b6a4c6240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:42:26.828101 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:42:27.115334 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:42:27.116090 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:42:28.349898 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:42:28.411489 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:42:38.343470 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:42:38.350067 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:42:52.941933 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7e26bc85-052f-4d09-8861-21ba6aac5527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:42:54.201789 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 5 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:42:55.226913 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-59d2e8d5-fef6-4861-adbd-9fa6f98e5265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:42:56.821290 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:42:58.358888 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:42:58.427917 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:43:04.164313 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:43:04.184249 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=6 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:43:08.353985 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:43:08.356084 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:43:13.639184 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 60884) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:43:13.981407 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a4f4eb-9264-446e-a621-d7996661eb4f admin admin] GET failed (client error): The resource could not be found. Oct 03 12:43:13.983565 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-e2a4f4eb-9264-446e-a621-d7996661eb4f admin admin] 10.222.0.33 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3431296 Oct 03 12:43:14.159436 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ad51e6-1810-4640-b600-bc46b3ae8200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:14.160941 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-84ad51e6-1810-4640-b600-bc46b3ae8200 admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1729190 Oct 03 12:43:16.759368 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 60894) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:43:17.118066 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e7cac7-1dbb-4538-b3af-5ea3091cedec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:17.119395 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-10e7cac7-1dbb-4538-b3af-5ea3091cedec admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/e4151a5e-c2c2-49b8-a660-01998aa7efd3 HTTP/1.1" status: 200 len: 849 time: 0.3590612 Oct 03 12:43:17.129498 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-f88bed6c-477d-4027-9cd5-2aadfdc668bb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:43:17.216721 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f88bed6c-477d-4027-9cd5-2aadfdc668bb admin admin] Publish callbacks [] for subnet (e4151a5e-c2c2-49b8-a660-01998aa7efd3), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:43:17.421712 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f88bed6c-477d-4027-9cd5-2aadfdc668bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775902598319'] for subnet (e4151a5e-c2c2-49b8-a660-01998aa7efd3), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:43:17.453561 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88bed6c-477d-4027-9cd5-2aadfdc668bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:17.454695 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f88bed6c-477d-4027-9cd5-2aadfdc668bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for subnet (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:43:17.456328 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-f88bed6c-477d-4027-9cd5-2aadfdc668bb admin admin] 10.222.0.33 "PUT /networking/v2.0/subnets/e4151a5e-c2c2-49b8-a660-01998aa7efd3 HTTP/1.1" status: 200 len: 868 time: 0.3306012 Oct 03 12:43:17.468562 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cd01d6-b7a3-4010-98fd-1f453a4e30b3 None None] Network 05ea9508-8ec3-461b-b925-86655340134d requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:43:17.504629 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bed6c-477d-4027-9cd5-2aadfdc668bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4151a5e-c2c2-49b8-a660-01998aa7efd3,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:43:17.512392 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bed6c-477d-4027-9cd5-2aadfdc668bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:17.512749 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bed6c-477d-4027-9cd5-2aadfdc668bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:17.513087 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bed6c-477d-4027-9cd5-2aadfdc668bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:17.513429 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bed6c-477d-4027-9cd5-2aadfdc668bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:17.513762 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bed6c-477d-4027-9cd5-2aadfdc668bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:17.514057 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bed6c-477d-4027-9cd5-2aadfdc668bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:17.514377 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bed6c-477d-4027-9cd5-2aadfdc668bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:17.514718 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bed6c-477d-4027-9cd5-2aadfdc668bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:17.515012 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bed6c-477d-4027-9cd5-2aadfdc668bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:17.515356 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bed6c-477d-4027-9cd5-2aadfdc668bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:17.517299 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bed6c-477d-4027-9cd5-2aadfdc668bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:17.517299 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bed6c-477d-4027-9cd5-2aadfdc668bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:17.517299 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bed6c-477d-4027-9cd5-2aadfdc668bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:17.517299 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bed6c-477d-4027-9cd5-2aadfdc668bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:17.517710 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bed6c-477d-4027-9cd5-2aadfdc668bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:17.802047 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-c3d59105-c18b-402a-bd53-d24ac902022d None None] Provisioning complete for port a95dbe3b-3267-4610-a69e-e158543b91b7 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:43:17.802440 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c3d59105-c18b-402a-bd53-d24ac902022d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (a95dbe3b-3267-4610-a69e-e158543b91b7), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:43:17.802777 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-c3d59105-c18b-402a-bd53-d24ac902022d None None] Attempt 1 to provision port a95dbe3b-3267-4610-a69e-e158543b91b7 Oct 03 12:43:17.898221 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-c3d59105-c18b-402a-bd53-d24ac902022d None None] Current status of the port a95dbe3b-3267-4610-a69e-e158543b91b7 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:43:17.909450 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-c3d59105-c18b-402a-bd53-d24ac902022d None None] Provisioning complete for port 89ae93a0-7703-46d3-96a1-4e52aff4422c triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:43:17.910001 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c3d59105-c18b-402a-bd53-d24ac902022d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (89ae93a0-7703-46d3-96a1-4e52aff4422c), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:43:17.910484 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-c3d59105-c18b-402a-bd53-d24ac902022d None None] Attempt 1 to provision port 89ae93a0-7703-46d3-96a1-4e52aff4422c Oct 03 12:43:17.991343 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-c3d59105-c18b-402a-bd53-d24ac902022d None None] Current status of the port 89ae93a0-7703-46d3-96a1-4e52aff4422c is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:43:20.081627 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 60902) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:43:20.559159 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cc2c15-3505-4f3c-a783-ddc7e1dd205e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:20.559662 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cc2c15-3505-4f3c-a783-ddc7e1dd205e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:20.561188 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-95cc2c15-3505-4f3c-a783-ddc7e1dd205e admin admin] 10.222.0.33 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4785652 Oct 03 12:43:22.952843 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8610fd7a-bdec-4a1b-8b01-2cf294a1d91f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:43:23.125111 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 60910) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:43:23.537565 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d93400e-4cf9-46d6-8b2d-efe0d9a30979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:23.538037 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d93400e-4cf9-46d6-8b2d-efe0d9a30979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:23.539603 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-7d93400e-4cf9-46d6-8b2d-efe0d9a30979 admin admin] 10.222.0.33 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4135199 Oct 03 12:43:25.278912 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5eb60e5a-0e81-444a-a889-d443f3e306e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:43:26.137677 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 60918) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:43:26.517586 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:43:26.557969 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703379f4-fb04-4419-ac9c-2ca78e886e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:26.559338 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-703379f4-fb04-4419-ac9c-2ca78e886e2d admin admin] 10.222.0.33 "GET /networking/v2.0/networks/05ea9508-8ec3-461b-b925-86655340134d HTTP/1.1" status: 200 len: 869 time: 0.4207087 Oct 03 12:43:26.849862 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:43:28.346688 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:43:28.426997 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:43:29.142284 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 60926) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:43:29.605997 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:43:29.643854 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141d8269-c8b2-4f5e-9893-c5e8725596d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:29.645231 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-141d8269-c8b2-4f5e-9893-c5e8725596d0 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/53809124-b48e-44e3-984c-30b91b72e738 HTTP/1.1" status: 200 len: 886 time: 0.5019910 Oct 03 12:43:31.120549 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 5 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:43:32.252556 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 60936) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:43:32.657178 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a4d14f-2006-4355-a8d3-77a9eece828d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:32.657745 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a4d14f-2006-4355-a8d3-77a9eece828d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:32.659291 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-53a4d14f-2006-4355-a8d3-77a9eece828d admin admin] 10.222.0.33 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4057806 Oct 03 12:43:35.212868 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 60944) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:43:35.632953 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43856a15-7489-4cfa-ba0e-fbd5416dfcb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:35.633404 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43856a15-7489-4cfa-ba0e-fbd5416dfcb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:35.634948 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-43856a15-7489-4cfa-ba0e-fbd5416dfcb9 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4211121 Oct 03 12:43:38.123837 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:43:38.234617 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 60952) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:43:38.339019 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:43:38.348487 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:43:38.616762 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c399c2-9240-4ca0-9b63-d6f65dfe9935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:38.618036 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-10c399c2-9240-4ca0-9b63-d6f65dfe9935 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/3cd51d2f-1630-40a1-afb5-9f2c6727f544 HTTP/1.1" status: 200 len: 816 time: 0.3823617 Oct 03 12:43:41.180992 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 60960) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:43:41.556837 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09399eaf-5efb-4877-b964-e804781c2c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:41.558156 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-09399eaf-5efb-4877-b964-e804781c2c22 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/e4151a5e-c2c2-49b8-a660-01998aa7efd3 HTTP/1.1" status: 200 len: 868 time: 0.3761992 Oct 03 12:43:48.497588 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=16 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:43:48.500493 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=13 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:43:51.547115 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=41 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:43:51.553268 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=23 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:43:52.935784 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-bf331b46-ebf5-4163-9880-f249380822a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:43:55.256053 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-92cd2d5f-fb61-42de-b021-421da23ee77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:43:56.867539 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:43:58.381648 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:43:58.415290 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:08.119124 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 5 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:44:08.347914 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:44:08.349828 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:44:11.832389 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 32786) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:44:12.151369 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [None req-3d84a35c-7532-45ca-86b3-691233fd4635 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 12:44:12.152357 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-3d84a35c-7532-45ca-86b3-691233fd4635 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3191085 Oct 03 12:44:14.848825 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 32794) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:44:15.181930 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cee9eef-9119-4685-a49f-c3aa17960cd6 admin admin] GET failed (client error): The resource could not be found. Oct 03 12:44:15.183200 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-5cee9eef-9119-4685-a49f-c3aa17960cd6 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3334568 Oct 03 12:44:15.272541 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f0c51f-3f5b-4cc0-8913-799494950730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:15.274007 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-b6f0c51f-3f5b-4cc0-8913-799494950730 admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0864923 Oct 03 12:44:17.868971 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 32802) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:44:18.114717 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:44:18.115502 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:44:18.193503 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:44:18.289329 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Made reservation on behalf of 912de75d08d24473bf98cc746c209242 for: {'network': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:44:18.291718 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for network (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:18.324603 dv-cinder-844563-12-iscsi neutron-server[113285]: WARNING neutron.services.revisions.revision_plugin [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Could not find related network for resource to bump revision. Oct 03 12:44:18.336309 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=113285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:44:18.344971 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (59c6a652-ce3b-4bd4-828a-f9931c13b3d5), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:18.345432 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.db.segments_db [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Added segment 59c6a652-ce3b-4bd4-828a-f9931c13b3d5 of type vlan for network 0503ccef-ba77-4542-a32f-0b01a0bb810d Oct 03 12:44:18.386498 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775902012618'] for network (0503ccef-ba77-4542-a32f-0b01a0bb810d), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:18.530165 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for network (0503ccef-ba77-4542-a32f-0b01a0bb810d), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:18.531203 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:18.531866 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:18.594015 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Pushing event updated for resources: {'Network': ['ID=0503ccef-ba77-4542-a32f-0b01a0bb810d,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:44:18.600641 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:18.600976 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:18.601338 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:18.602210 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:18.602540 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:18.602867 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:18.603188 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:18.603527 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:18.603848 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:18.604166 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:18.604498 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:18.604817 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:18.605128 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:18.605442 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:18.605752 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:18.617281 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Network 0503ccef-ba77-4542-a32f-0b01a0bb810d details requested by agent ovs-agent-dv-cinder-844563-12-iscsi with host dv-cinder-844563-12-iscsi {{(pid=113286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 12:44:18.699308 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-d16e0e98-f593-41e3-b45c-6403600b6373 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8293455 Oct 03 12:44:21.337954 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 32810) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:44:21.680296 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.pecan_wsgi.hooks.translation [None req-343ec8cd-0123-4a0b-b65f-31fb7f5d862f admin admin] GET failed (client error): The resource could not be found. Oct 03 12:44:21.681570 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-343ec8cd-0123-4a0b-b65f-31fb7f5d862f admin admin] 10.222.0.33 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3426745 Oct 03 12:44:21.751060 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae30f5bb-bbc9-45f8-b781-3678dc830e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:21.752560 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-ae30f5bb-bbc9-45f8-b781-3678dc830e24 admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0666513 Oct 03 12:44:21.762192 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-b273b6bb-d1cf-448b-b1d3-cab0e6eb4f20 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '0503ccef-ba77-4542-a32f-0b01a0bb810d', 'cidr': '192.168.233.0/24'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:44:21.826781 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b273b6bb-d1cf-448b-b1d3-cab0e6eb4f20 admin admin] Made reservation on behalf of 912de75d08d24473bf98cc746c209242 for: {'subnet': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:44:21.829027 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b273b6bb-d1cf-448b-b1d3-cab0e6eb4f20 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:22.067440 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b273b6bb-d1cf-448b-b1d3-cab0e6eb4f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for subnet (c42857de-02fd-4398-b721-3fe637d4497c), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:22.128012 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273b6bb-d1cf-448b-b1d3-cab0e6eb4f20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c42857de-02fd-4398-b721-3fe637d4497c,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:44:22.135801 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b273b6bb-d1cf-448b-b1d3-cab0e6eb4f20 admin admin] Checking segment: {'id': '59c6a652-ce3b-4bd4-828a-f9931c13b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0503ccef-ba77-4542-a32f-0b01a0bb810d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:44:22.136145 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b273b6bb-d1cf-448b-b1d3-cab0e6eb4f20 admin admin] Network hostable DHCP agents. Network: 0503ccef-ba77-4542-a32f-0b01a0bb810d, hostable agents: ['9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee'], hosted agents: [] {{(pid=113285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:44:22.215671 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b273b6bb-d1cf-448b-b1d3-cab0e6eb4f20 admin admin] Network 0503ccef-ba77-4542-a32f-0b01a0bb810d is scheduled to be hosted by DHCP agent 9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee with binding_index 1 {{(pid=113285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:44:22.295160 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-b273b6bb-d1cf-448b-b1d3-cab0e6eb4f20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-12-iscsi, 0503ccef-ba77-4542-a32f-0b01a0bb810d) {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:44:22.299293 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b273b6bb-d1cf-448b-b1d3-cab0e6eb4f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:22.299905 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b273b6bb-d1cf-448b-b1d3-cab0e6eb4f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for subnet (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:22.305589 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13607000-3e5f-45d4-b48d-a8b50a008c93 None None] Network 0503ccef-ba77-4542-a32f-0b01a0bb810d requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:44:22.378983 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-b273b6bb-d1cf-448b-b1d3-cab0e6eb4f20 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6199009 Oct 03 12:44:22.509582 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp248af594-393a-5865-a197-82273fbe49a3-0503ccef-ba77-4542-a32f-0b01a0bb810d', 'network_id': '0503ccef-ba77-4542-a32f-0b01a0bb810d', 'project_id': '912de75d08d24473bf98cc746c209242', 'fixed_ips': [{'subnet_id': 'c42857de-02fd-4398-b721-3fe637d4497c'}]}} from dv-cinder-844563-12-iscsi. {{(pid=113286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 12:44:22.510542 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:22.650837 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Allocated IP 192.168.233.2 (0503ccef-ba77-4542-a32f-0b01a0bb810d/c42857de-02fd-4398-b721-3fe637d4497c/a79d1003-f776-4028-b87c-1759d1648378) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:44:22.793858 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Publish callbacks [] for port (a79d1003-f776-4028-b87c-1759d1648378), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:22.884604 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (a79d1003-f776-4028-b87c-1759d1648378), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:22.924240 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Network 0503ccef-ba77-4542-a32f-0b01a0bb810d is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:44:22.929324 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:44:22.931816 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:44:22.946862 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ac6cc9ad-84d7-4a21-9402-5bf6f4ea1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:22.951247 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Pushing event updated for resources: {'Port': ['ID=a79d1003-f776-4028-b87c-1759d1648378,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:44:22.979024 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:22.979383 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:22.979735 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:22.980067 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:22.980394 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:22.980714 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:22.981033 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:22.981348 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:22.981680 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:22.982003 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:22.982315 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:22.982642 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:22.982960 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:22.983267 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:22.983598 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:23.013783 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Attempting to bind port a79d1003-f776-4028-b87c-1759d1648378 on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:44:23.015602 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Attempting to bind port a79d1003-f776-4028-b87c-1759d1648378 by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': '59c6a652-ce3b-4bd4-828a-f9931c13b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0503ccef-ba77-4542-a32f-0b01a0bb810d'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:44:23.015602 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Attempting to bind port a79d1003-f776-4028-b87c-1759d1648378 on network 0503ccef-ba77-4542-a32f-0b01a0bb810d {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:44:23.058444 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:44:23.058814 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Checking segment: {'id': '59c6a652-ce3b-4bd4-828a-f9931c13b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0503ccef-ba77-4542-a32f-0b01a0bb810d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:44:23.059202 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:23.059620 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Bound using segment: {'id': '59c6a652-ce3b-4bd4-828a-f9931c13b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0503ccef-ba77-4542-a32f-0b01a0bb810d'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:44:23.060088 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Bound port: a79d1003-f776-4028-b87c-1759d1648378, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c6a652-ce3b-4bd4-828a-f9931c13b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0503ccef-ba77-4542-a32f-0b01a0bb810d'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:44:23.060460 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (a79d1003-f776-4028-b87c-1759d1648378), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:23.113807 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:44:23.122592 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] For port a79d1003-f776-4028-b87c-1759d1648378, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:44:23.126001 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] For port a79d1003-f776-4028-b87c-1759d1648378, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=a79d1003-f776-4028-b87c-1759d1648378,segment=NetworkSegment(59c6a652-ce3b-4bd4-828a-f9931c13b3d5),segment_id=59c6a652-ce3b-4bd4-828a-f9931c13b3d5)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:44:23.199470 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (a79d1003-f776-4028-b87c-1759d1648378), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:23.247636 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:44:23.271537 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788bcf9-016c-4b07-b76b-86cc1891095b None None] Pushing event updated for resources: {'Port': ['ID=a79d1003-f776-4028-b87c-1759d1648378,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:44:24.040753 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea73a02-54c3-4fac-b224-5202113e5742 None None] Network 0503ccef-ba77-4542-a32f-0b01a0bb810d requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:44:24.105312 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-55c8ce88-21ff-4c45-b315-5c8b089fbd5e None None] Provisioning complete for port a79d1003-f776-4028-b87c-1759d1648378 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:44:24.105690 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-55c8ce88-21ff-4c45-b315-5c8b089fbd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (a79d1003-f776-4028-b87c-1759d1648378), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:24.106016 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-55c8ce88-21ff-4c45-b315-5c8b089fbd5e None None] Attempt 1 to provision port a79d1003-f776-4028-b87c-1759d1648378 Oct 03 12:44:24.225128 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device a79d1003-f776-4028-b87c-1759d1648378 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:44:24.254484 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-55c8ce88-21ff-4c45-b315-5c8b089fbd5e None None] Current status of the port a79d1003-f776-4028-b87c-1759d1648378 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:44:24.254872 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-55c8ce88-21ff-4c45-b315-5c8b089fbd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (a79d1003-f776-4028-b87c-1759d1648378), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:24.306342 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-55c8ce88-21ff-4c45-b315-5c8b089fbd5e None None] For port a79d1003-f776-4028-b87c-1759d1648378, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=a79d1003-f776-4028-b87c-1759d1648378,segment=NetworkSegment(59c6a652-ce3b-4bd4-828a-f9931c13b3d5),segment_id=59c6a652-ce3b-4bd4-828a-f9931c13b3d5)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:44:24.310119 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port a79d1003-f776-4028-b87c-1759d1648378 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:44:24.310509 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (a79d1003-f776-4028-b87c-1759d1648378), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:24.310845 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port a79d1003-f776-4028-b87c-1759d1648378 Oct 03 12:44:24.371036 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-55c8ce88-21ff-4c45-b315-5c8b089fbd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (a79d1003-f776-4028-b87c-1759d1648378), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:24.440230 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port a79d1003-f776-4028-b87c-1759d1648378 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:44:24.447031 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8ce88-21ff-4c45-b315-5c8b089fbd5e None None] Pushing event updated for resources: {'Port': ['ID=a79d1003-f776-4028-b87c-1759d1648378,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:44:24.489493 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-7c29306b-ed66-410b-b682-3ce7ac01e4d9 None None] Provisioning complete for port a79d1003-f776-4028-b87c-1759d1648378 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:44:24.489882 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7c29306b-ed66-410b-b682-3ce7ac01e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (a79d1003-f776-4028-b87c-1759d1648378), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:24.490252 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-7c29306b-ed66-410b-b682-3ce7ac01e4d9 None None] Attempt 1 to provision port a79d1003-f776-4028-b87c-1759d1648378 Oct 03 12:44:24.573194 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-7c29306b-ed66-410b-b682-3ce7ac01e4d9 None None] Current status of the port a79d1003-f776-4028-b87c-1759d1648378 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:44:25.256311 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-db6c7aa0-2224-4595-ab13-ba789b4ae3ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:26.193946 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device a79d1003-f776-4028-b87c-1759d1648378 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:44:26.238649 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port a79d1003-f776-4028-b87c-1759d1648378 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:44:26.239277 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (a79d1003-f776-4028-b87c-1759d1648378), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:26.239787 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port a79d1003-f776-4028-b87c-1759d1648378 Oct 03 12:44:26.316753 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:44:26.322556 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port a79d1003-f776-4028-b87c-1759d1648378 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:44:26.861828 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:28.337547 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:28.444628 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:32.309748 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=77,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:44:32.310933 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:44:38.342701 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:44:38.345103 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:44:45.118665 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 5 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:44:52.125592 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:44:52.953273 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-46fed7bf-aeba-4740-8f01-8dccb592099d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:55.113527 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=7 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:44:55.232164 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a03d7ef6-b139-4f65-985f-f9823dcefff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:56.843127 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:58.347273 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:44:58.427955 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:45:08.345272 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:45:08.347610 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:45:22.118547 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 5 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:45:22.976766 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a0ddc1e7-bd89-4e0b-8af3-97206770fcea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:45:25.221962 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8f1b73e7-ab6c-4fea-be37-325a6cfcef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:45:26.861982 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:45:28.374351 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:45:28.402934 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:45:32.114522 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:45:32.115468 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:45:38.345195 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:45:38.346332 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:45:48.411143 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=12 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:45:48.413009 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=14 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:45:52.447703 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 32854) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:45:52.453424 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [None req-dea51737-2d65-4d25-8668-f5ceb13b2855 tempest-verify_tempest_config-1948922771 tempest-verify_tempest_config-1948922771-project] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 12:45:52.465046 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-dea51737-2d65-4d25-8668-f5ceb13b2855 tempest-verify_tempest_config-1948922771 tempest-verify_tempest_config-1948922771-project] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0057430 Oct 03 12:45:52.947604 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5ac99903-5144-4b23-886a-ed1fc64e84ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:45:53.201370 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 32872) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:45:53.533731 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e29c-1a8c-47c2-a374-caade7580a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:45:53.607672 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e29c-1a8c-47c2-a374-caade7580a5e admin admin] Publish callbacks [] for security_group (7bcfb480-4603-4662-879a-3cabdd369f43), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:45:53.667786 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e29c-1a8c-47c2-a374-caade7580a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (7bcfb480-4603-4662-879a-3cabdd369f43), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:45:53.715522 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-c5c8e29c-1a8c-47c2-a374-caade7580a5e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=cc61fc81357d4056831ed333d6e80778&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5130951 Oct 03 12:45:53.716587 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8e29c-1a8c-47c2-a374-caade7580a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcfb480-4603-4662-879a-3cabdd369f43,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:53.718350 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 32876) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:45:53.723915 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e29c-1a8c-47c2-a374-caade7580a5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:53.724281 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e29c-1a8c-47c2-a374-caade7580a5e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:53.724658 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e29c-1a8c-47c2-a374-caade7580a5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:53.725008 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e29c-1a8c-47c2-a374-caade7580a5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:53.726145 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e29c-1a8c-47c2-a374-caade7580a5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:53.726496 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e29c-1a8c-47c2-a374-caade7580a5e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:53.726820 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e29c-1a8c-47c2-a374-caade7580a5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:53.727144 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e29c-1a8c-47c2-a374-caade7580a5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:53.727534 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e29c-1a8c-47c2-a374-caade7580a5e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:53.727931 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e29c-1a8c-47c2-a374-caade7580a5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:53.728280 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e29c-1a8c-47c2-a374-caade7580a5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:53.728600 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e29c-1a8c-47c2-a374-caade7580a5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:53.728961 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e29c-1a8c-47c2-a374-caade7580a5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:53.729594 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e29c-1a8c-47c2-a374-caade7580a5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:53.730016 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c8e29c-1a8c-47c2-a374-caade7580a5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:53.802976 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-70dd7473-7b40-4cf9-b8ab-8d765d843562 admin admin] Publish callbacks [] for security_group (7bcfb480-4603-4662-879a-3cabdd369f43), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:45:53.823992 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-70dd7473-7b40-4cf9-b8ab-8d765d843562 admin admin] Publish callbacks [] for security_group (7bcfb480-4603-4662-879a-3cabdd369f43), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:45:54.020399 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-70dd7473-7b40-4cf9-b8ab-8d765d843562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (7bcfb480-4603-4662-879a-3cabdd369f43), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:45:54.022980 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-70dd7473-7b40-4cf9-b8ab-8d765d843562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:45:54.024259 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-70dd7473-7b40-4cf9-b8ab-8d765d843562 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7bcfb480-4603-4662-879a-3cabdd369f43 HTTP/1.1" status: 204 len: 168 time: 0.3049605 Oct 03 12:45:54.032258 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd7473-7b40-4cf9-b8ab-8d765d843562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcfb480-4603-4662-879a-3cabdd369f43,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:54.045057 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd7473-7b40-4cf9-b8ab-8d765d843562 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:54.045398 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd7473-7b40-4cf9-b8ab-8d765d843562 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:54.045738 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd7473-7b40-4cf9-b8ab-8d765d843562 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:54.046068 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd7473-7b40-4cf9-b8ab-8d765d843562 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:54.046391 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd7473-7b40-4cf9-b8ab-8d765d843562 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:54.046717 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd7473-7b40-4cf9-b8ab-8d765d843562 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:54.047051 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd7473-7b40-4cf9-b8ab-8d765d843562 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:54.047373 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd7473-7b40-4cf9-b8ab-8d765d843562 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:54.047710 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd7473-7b40-4cf9-b8ab-8d765d843562 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:54.048028 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd7473-7b40-4cf9-b8ab-8d765d843562 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:54.048470 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd7473-7b40-4cf9-b8ab-8d765d843562 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:54.048834 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd7473-7b40-4cf9-b8ab-8d765d843562 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:54.049148 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd7473-7b40-4cf9-b8ab-8d765d843562 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:54.049463 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd7473-7b40-4cf9-b8ab-8d765d843562 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:54.049778 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd7473-7b40-4cf9-b8ab-8d765d843562 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd7473-7b40-4cf9-b8ab-8d765d843562 admin admin] Tracked resource versions report: Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: pushed versions: Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: { 'AddressGroup': {'1.2'}, Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Agent': {'1.1'}, Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'ConntrackHelper': {'1.0'}, Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'LocalIPAssociation': {'1.0'}, Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Log': {'1.0'}, Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'NDPProxy': {'1.0'}, Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Network': {'1.1'}, Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Port': {'1.7'}, Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'PortForwarding': {'1.3'}, Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'QosPolicy': {'1.10'}, Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'SecurityGroup': {'1.5'}, Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'SecurityGroupRule': {'1.2'}, Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'SubPort': {'1.0'}, Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Subnet': {'1.1'}, Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Trunk': {'1.1'}} Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: consumer versions: Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: { DHCP agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: L3 agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: Metadata agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: Metering agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: Open vSwitch agent@dv-cinder-844563-12-iscsi: { 'AddressGroup': '1.2', Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Agent': '1.1', Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'ConntrackHelper': '1.0', Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'LocalIPAssociation': '1.0', Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Log': '1.0', Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'NDPProxy': '1.0', Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Network': '1.1', Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Port': '1.7', Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'PortForwarding': '1.3', Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'QosPolicy': '1.10', Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'SecurityGroup': '1.5', Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'SecurityGroupRule': '1.2', Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'SubPort': '1.0', Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Subnet': '1.1', Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Trunk': '1.1'}} Oct 03 12:45:54.051269 dv-cinder-844563-12-iscsi neutron-server[113284]: {{(pid=113284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 12:45:55.298639 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e9cb2ce1-babd-44bd-83b5-5924ab349f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:45:56.861898 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:45:58.330302 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:45:58.398862 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:45:59.118288 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 5 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:46:03.713747 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=18,neutron:INSERT=5 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:46:03.719647 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=21,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:46:04.028063 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:46:04.041102 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:46:06.131853 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:46:08.349207 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:46:08.352043 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:46:09.114080 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=6 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:46:22.928756 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3309b248-235f-45fa-bf6d-b39327fbeebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:46:25.237205 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4825f29c-d39d-4646-87c5-723089468deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:46:26.861910 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:46:28.354041 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:46:28.419725 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:46:36.117414 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 5 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:46:38.285712 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:46:38.348828 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:46:51.122288 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:46:51.123132 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:46:52.925160 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-680594db-5552-4b51-8ed6-194ad1e0b4c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:46:55.230839 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a873f2fe-1b2c-4770-a89f-b5d3a7e30cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:46:56.842390 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:46:58.385263 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:46:58.427884 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:47:08.344679 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:47:08.346512 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:47:13.116786 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 5 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:47:20.136082 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:47:22.948809 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e53bbe58-369f-484e-ad22-b045f97e4954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:47:23.113839 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:47:25.236985 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-29890aeb-5307-4100-910f-1e7238cf232a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:47:26.854894 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:47:28.348545 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:47:28.431162 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:47:32.559894 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-759249'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:47:38.347708 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:47:42.489785 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:47:46.126197 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 32976) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:47:46.252566 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-5e1d9467-02ed-4ed3-bbd9-fe8eb0712d4b admin admin] 10.222.0.33 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1253524 Oct 03 12:47:48.777805 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 32986) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:47:48.831003 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-5dbe5496-6941-4dd4-9adb-81cafed1e8bc admin admin] 10.222.0.33 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0521386 Oct 03 12:47:50.115901 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:47:52.954532 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-acf449d1-42a9-4f71-a316-a95773dee259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:47:55.214395 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b5d1e13c-544f-4641-86d7-45c46ab72db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:47:56.860025 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:47:58.431150 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:47:58.432030 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:47:58.825951 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:47:58.826687 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:48:02.537063 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:48:04.116511 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=19 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:48:04.117436 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=17 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:48:12.472128 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:48:12.473956 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:48:22.945319 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d68291ab-ef3c-4fc9-a565-91e29342df6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:48:25.225123 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ad9bf5f2-1b4e-42da-a3f0-ea0842dbf49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:48:26.876391 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:48:27.118525 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:48:28.343024 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:48:28.402397 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:48:32.561037 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:48:34.123858 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:48:37.114193 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=6 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:48:42.477698 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:48:42.484630 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:48:51.118057 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:48:52.931973 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a6978f13-dd72-4f28-adde-dfaf859e85ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:48:55.231056 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-bb9e0dc3-c043-4d33-bdd3-c5ad53ee0616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:48:56.874976 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:48:58.424242 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:48:58.457843 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:02.580858 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:04.118553 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:49:12.487662 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:12.494633 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:14.113666 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:14.114607 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:22.927130 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5ffde3a4-f90a-4464-8d6b-d638f8ff98b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:23.557326 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 33146) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:23.812401 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1174778013-network', 'tenant_id': '3f2b18d217d14d39886718cf209eb576'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:23.894143 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Made reservation on behalf of 3f2b18d217d14d39886718cf209eb576 for: {'network': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:49:23.896728 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for network (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:23.905420 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:23.989621 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Publish callbacks [] for security_group (96bcc9f7-18b5-44c4-91f5-73099343ce81), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:24.070936 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (96bcc9f7-18b5-44c4-91f5-73099343ce81), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:24.101235 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=113285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:49:24.103603 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bcc9f7-18b5-44c4-91f5-73099343ce81,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:24.115130 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:24.115492 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:24.115829 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:24.116157 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:24.116482 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:24.116799 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:24.117115 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:24.117426 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:24.117743 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:24.118056 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:24.118368 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:24.118682 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:24.118992 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:24.119298 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:24.119631 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Tracked resource versions report: Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: pushed versions: Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: { 'AddressGroup': {'1.2'}, Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Agent': {'1.1'}, Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'ConntrackHelper': {'1.0'}, Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'LocalIPAssociation': {'1.0'}, Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Log': {'1.0'}, Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'NDPProxy': {'1.0'}, Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Network': {'1.1'}, Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Port': {'1.7'}, Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'PortForwarding': {'1.3'}, Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'QosPolicy': {'1.10'}, Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'SecurityGroup': {'1.5'}, Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'SecurityGroupRule': {'1.2'}, Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'SubPort': {'1.0'}, Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Subnet': {'1.1'}, Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Trunk': {'1.1'}} Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: consumer versions: Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: { DHCP agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: HyperV agent@hv-cinder-84456: {}, Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: L3 agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: Metadata agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: Metering agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: Open vSwitch agent@dv-cinder-844563-12-iscsi: { 'AddressGroup': '1.2', Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Agent': '1.1', Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'ConntrackHelper': '1.0', Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'LocalIPAssociation': '1.0', Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Log': '1.0', Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'NDPProxy': '1.0', Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Network': '1.1', Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Port': '1.7', Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'PortForwarding': '1.3', Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'QosPolicy': '1.10', Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'SecurityGroup': '1.5', Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'SecurityGroupRule': '1.2', Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'SubPort': '1.0', Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Subnet': '1.1', Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: 'Trunk': '1.1'}} Oct 03 12:49:24.120881 dv-cinder-844563-12-iscsi neutron-server[113285]: {{(pid=113285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 12:49:24.131840 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (d3a5c810-85a3-440e-99e0-0eb8dd8e532d), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:24.132166 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.db.segments_db [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Added segment d3a5c810-85a3-440e-99e0-0eb8dd8e532d of type vlan for network f492b9a3-221f-4263-a074-289d6252f405 Oct 03 12:49:24.175375 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775902012618'] for network (f492b9a3-221f-4263-a074-289d6252f405), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:24.265366 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for network (f492b9a3-221f-4263-a074-289d6252f405), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:24.270177 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:24.270177 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:24.332842 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] Pushing event updated for resources: {'Network': ['ID=f492b9a3-221f-4263-a074-289d6252f405,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:24.343103 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Network f492b9a3-221f-4263-a074-289d6252f405 details requested by agent ovs-agent-dv-cinder-844563-12-iscsi with host dv-cinder-844563-12-iscsi {{(pid=113286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 12:49:24.440372 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-d7ad17bd-9adf-4d29-b427-08df40c4ae4d admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8819096 Oct 03 12:49:24.443291 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 33190) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:24.454014 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-c7fdbb7e-4348-45df-bb30-2f4614c7905b admin admin] Request body: {'subnet': {'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1174778013-subnet', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:24.545240 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 33208) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:24.580638 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 33214) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:24.596929 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fdbb7e-4348-45df-bb30-2f4614c7905b admin admin] Made reservation on behalf of 3f2b18d217d14d39886718cf209eb576 for: {'subnet': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:49:24.599291 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c7fdbb7e-4348-45df-bb30-2f4614c7905b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:24.870023 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1436640532-network', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:24.888446 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c7fdbb7e-4348-45df-bb30-2f4614c7905b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for subnet (37145451-837c-4b8b-9c60-d5e0dbfeb9fe), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:24.908803 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 33238) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:24.925262 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-5dfc520f-e9d8-475d-9d39-c93cfe815863 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-network', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:24.972092 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:24.973787 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Made reservation on behalf of cc40d256f0e24050b6b53fdbcbce1962 for: {'network': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:49:24.976726 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for network (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:24.991278 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.008557 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdbb7e-4348-45df-bb30-2f4614c7905b admin admin] Pushing event updated for resources: {'Subnet': ['ID=37145451-837c-4b8b-9c60-d5e0dbfeb9fe,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:25.022581 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fdbb7e-4348-45df-bb30-2f4614c7905b admin admin] Checking segment: {'id': 'd3a5c810-85a3-440e-99e0-0eb8dd8e532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:49:25.025439 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fdbb7e-4348-45df-bb30-2f4614c7905b admin admin] Network hostable DHCP agents. Network: f492b9a3-221f-4263-a074-289d6252f405, hostable agents: ['9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee'], hosted agents: [] {{(pid=113285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:49:25.066849 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfc520f-e9d8-475d-9d39-c93cfe815863 admin admin] Made reservation on behalf of 0e20f793bd0b46a59df730183818d9f8 for: {'network': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:49:25.073832 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5dfc520f-e9d8-475d-9d39-c93cfe815863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for network (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.089607 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5dfc520f-e9d8-475d-9d39-c93cfe815863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.101977 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Publish callbacks [] for security_group (14cfb229-c231-46c5-bddc-b71f84f23b65), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.137141 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:25.139004 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fdbb7e-4348-45df-bb30-2f4614c7905b admin admin] Network f492b9a3-221f-4263-a074-289d6252f405 is scheduled to be hosted by DHCP agent 9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee with binding_index 1 {{(pid=113285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:49:25.149791 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (14cfb229-c231-46c5-bddc-b71f84f23b65), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.215423 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cfb229-c231-46c5-bddc-b71f84f23b65,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:25.228039 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:25.228386 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:25.228733 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:25.229340 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:25.230616 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:25.231111 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:25.231629 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:25.236101 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:25.236101 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:25.236101 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:25.236101 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:25.236101 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:25.236101 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:25.236101 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:25.236101 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Tracked resource versions report: Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: pushed versions: Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: { 'AddressGroup': {'1.2'}, Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Agent': {'1.1'}, Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'ConntrackHelper': {'1.0'}, Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'LocalIPAssociation': {'1.0'}, Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Log': {'1.0'}, Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'NDPProxy': {'1.0'}, Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Network': {'1.1'}, Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Port': {'1.7'}, Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'PortForwarding': {'1.3'}, Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'QosPolicy': {'1.10'}, Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'SecurityGroup': {'1.5'}, Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'SecurityGroupRule': {'1.2'}, Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'SubPort': {'1.0'}, Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Subnet': {'1.1'}, Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Trunk': {'1.1'}} Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: consumer versions: Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: { DHCP agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: HyperV agent@hv-cinder-84456: {}, Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: L3 agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: Metadata agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: Metering agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: Open vSwitch agent@dv-cinder-844563-12-iscsi: { 'AddressGroup': '1.2', Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Agent': '1.1', Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'ConntrackHelper': '1.0', Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'LocalIPAssociation': '1.0', Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Log': '1.0', Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'NDPProxy': '1.0', Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Network': '1.1', Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Port': '1.7', Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'PortForwarding': '1.3', Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'QosPolicy': '1.10', Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'SecurityGroup': '1.5', Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'SecurityGroupRule': '1.2', Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'SubPort': '1.0', Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Subnet': '1.1', Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: 'Trunk': '1.1'}} Oct 03 12:49:25.237234 dv-cinder-844563-12-iscsi neutron-server[113284]: {{(pid=113284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 12:49:25.254171 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8ccc821f-6a3a-4fa3-b745-616f71c17fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.255357 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-c7fdbb7e-4348-45df-bb30-2f4614c7905b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-12-iscsi, f492b9a3-221f-4263-a074-289d6252f405) {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:25.265311 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=113284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:49:25.266259 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5dfc520f-e9d8-475d-9d39-c93cfe815863 admin admin] Publish callbacks [] for security_group (1069b68f-997d-46e8-be4a-1330d7109e94), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.266981 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccb0a35-3520-49a7-8c6c-19c8be740e22 None None] Network f492b9a3-221f-4263-a074-289d6252f405 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:49:25.273737 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fdbb7e-4348-45df-bb30-2f4614c7905b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:25.275751 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c7fdbb7e-4348-45df-bb30-2f4614c7905b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for subnet (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.298994 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775902573523', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (45e470c6-55da-45fc-b9e1-3afe7ebb42cf), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.299793 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Unsubscribe: segment precommit_create {{(pid=113284) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 03 12:49:25.300332 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.segments_db [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Added segment 45e470c6-55da-45fc-b9e1-3afe7ebb42cf of type vlan for network 848e2135-07d9-46d2-afff-ed218ebac86b Oct 03 12:49:25.316385 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-df88a9d7-4283-4c02-acc2-dca6b0ff2502 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-102984443-network', 'tenant_id': 'd7994e24004a42ac88491cf70b3d1086'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:25.360273 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-c7fdbb7e-4348-45df-bb30-2f4614c7905b admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9154298 Oct 03 12:49:25.362424 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5dfc520f-e9d8-475d-9d39-c93cfe815863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (1069b68f-997d-46e8-be4a-1330d7109e94), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.365777 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 33260) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:25.372214 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-a4f7bc1b-1e3f-440c-a567-9dcf5cdff853 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1174778013-router', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:25.408109 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp248af594-393a-5865-a197-82273fbe49a3-f492b9a3-221f-4263-a074-289d6252f405', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'project_id': '3f2b18d217d14d39886718cf209eb576', 'fixed_ips': [{'subnet_id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe'}]}} from dv-cinder-844563-12-iscsi. {{(pid=113286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 12:49:25.415656 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.424268 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775902012618'] for network (848e2135-07d9-46d2-afff-ed218ebac86b), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.438856 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df88a9d7-4283-4c02-acc2-dca6b0ff2502 admin admin] Made reservation on behalf of d7994e24004a42ac88491cf70b3d1086 for: {'network': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:49:25.441912 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-df88a9d7-4283-4c02-acc2-dca6b0ff2502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for network (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.458212 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-df88a9d7-4283-4c02-acc2-dca6b0ff2502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.471471 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfc520f-e9d8-475d-9d39-c93cfe815863 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=113285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:49:25.475193 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc520f-e9d8-475d-9d39-c93cfe815863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1069b68f-997d-46e8-be4a-1330d7109e94,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:25.502539 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5dfc520f-e9d8-475d-9d39-c93cfe815863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (eb152171-66b6-4baa-8e9b-3eab45314ea7), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.505807 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.db.segments_db [None req-5dfc520f-e9d8-475d-9d39-c93cfe815863 admin admin] Added segment eb152171-66b6-4baa-8e9b-3eab45314ea7 of type vlan for network 99c96330-3d0c-4416-8b2d-15be2ccdbc1b Oct 03 12:49:25.570372 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Allocated IP 172.20.0.2 (f492b9a3-221f-4263-a074-289d6252f405/37145451-837c-4b8b-9c60-d5e0dbfeb9fe/85454732-043c-4653-89f6-35c5880c98a4) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:49:25.571609 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for network (848e2135-07d9-46d2-afff-ed218ebac86b), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.575716 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:25.575716 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.579329 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-df88a9d7-4283-4c02-acc2-dca6b0ff2502 admin admin] Publish callbacks [] for security_group (43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.589468 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a4f7bc1b-1e3f-440c-a567-9dcf5cdff853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-762584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5264'] for router (3be64379-9030-445d-a5d0-c98e5b96c724), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.592840 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a4f7bc1b-1e3f-440c-a567-9dcf5cdff853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524703', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5259'] for router (3be64379-9030-445d-a5d0-c98e5b96c724), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.625685 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5dfc520f-e9d8-475d-9d39-c93cfe815863 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775902012618'] for network (99c96330-3d0c-4416-8b2d-15be2ccdbc1b), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.697276 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a4f7bc1b-1e3f-440c-a567-9dcf5cdff853 admin admin] Publish callbacks [] for router_controller (3be64379-9030-445d-a5d0-c98e5b96c724), precommit_add_association {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.728840 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-df88a9d7-4283-4c02-acc2-dca6b0ff2502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.740444 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1955314 Oct 03 12:49:25.744368 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 33270) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:25.753482 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-dd9c440f-0b43-4df6-874c-229317ba6da7 admin admin] Request body: {'subnet': {'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1436640532-subnet', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:25.755441 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ff48a-7a46-4637-9242-630481b99000 admin admin] Pushing event updated for resources: {'Network': ['ID=848e2135-07d9-46d2-afff-ed218ebac86b,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:25.771687 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Network 848e2135-07d9-46d2-afff-ed218ebac86b details requested by agent ovs-agent-dv-cinder-844563-12-iscsi with host dv-cinder-844563-12-iscsi {{(pid=113286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 12:49:25.773693 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df88a9d7-4283-4c02-acc2-dca6b0ff2502 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=113284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:49:25.797398 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-df88a9d7-4283-4c02-acc2-dca6b0ff2502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (7ecc5122-3269-4b4c-a709-19cda5640571), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.798215 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.segments_db [None req-df88a9d7-4283-4c02-acc2-dca6b0ff2502 admin admin] Added segment 7ecc5122-3269-4b4c-a709-19cda5640571 of type vlan for network 60e0722d-40b6-482b-9c0e-b5673c4a039a Oct 03 12:49:25.818211 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88a9d7-4283-4c02-acc2-dca6b0ff2502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:25.844685 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Publish callbacks [] for port (85454732-043c-4653-89f6-35c5880c98a4), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.866591 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5dfc520f-e9d8-475d-9d39-c93cfe815863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for network (99c96330-3d0c-4416-8b2d-15be2ccdbc1b), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.867769 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfc520f-e9d8-475d-9d39-c93cfe815863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:25.868394 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5dfc520f-e9d8-475d-9d39-c93cfe815863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.873403 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-df88a9d7-4283-4c02-acc2-dca6b0ff2502 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775902012618'] for network (60e0722d-40b6-482b-9c0e-b5673c4a039a), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.890236 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:25.925745 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9c440f-0b43-4df6-874c-229317ba6da7 admin admin] Made reservation on behalf of cc40d256f0e24050b6b53fdbcbce1962 for: {'subnet': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:49:25.925745 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-dd9c440f-0b43-4df6-874c-229317ba6da7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:25.979966 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (85454732-043c-4653-89f6-35c5880c98a4), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:26.003090 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-df88a9d7-4283-4c02-acc2-dca6b0ff2502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for network (60e0722d-40b6-482b-9c0e-b5673c4a039a), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:26.004581 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df88a9d7-4283-4c02-acc2-dca6b0ff2502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:26.005264 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-df88a9d7-4283-4c02-acc2-dca6b0ff2502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:26.069428 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Pushing event updated for resources: {'Port': ['ID=85454732-043c-4653-89f6-35c5880c98a4,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:26.105320 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Network f492b9a3-221f-4263-a074-289d6252f405 is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:49:26.108790 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:26.109225 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88a9d7-4283-4c02-acc2-dca6b0ff2502 admin admin] Pushing event updated for resources: {'Network': ['ID=60e0722d-40b6-482b-9c0e-b5673c4a039a,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:26.110491 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:26.116458 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:26.116804 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:26.117163 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:26.119776 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:26.119776 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:26.119776 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:26.122257 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:26.122642 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:26.123012 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:26.123437 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:26.124711 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:26.130417 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:26.130769 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:26.131115 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:26.131505 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Tracked resource versions report: Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: pushed versions: Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: { 'AddressGroup': {'1.2'}, Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Agent': {'1.1'}, Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'ConntrackHelper': {'1.0'}, Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'LocalIPAssociation': {'1.0'}, Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Log': {'1.0'}, Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'NDPProxy': {'1.0'}, Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Network': {'1.1'}, Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Port': {'1.7'}, Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'PortForwarding': {'1.3'}, Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'QosPolicy': {'1.10'}, Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'SecurityGroup': {'1.5'}, Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'SecurityGroupRule': {'1.2'}, Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'SubPort': {'1.0'}, Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Subnet': {'1.1'}, Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Trunk': {'1.1'}} Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: consumer versions: Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: { DHCP agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: HyperV agent@hv-cinder-84456: {}, Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: L3 agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: Metadata agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: Metering agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: Open vSwitch agent@dv-cinder-844563-12-iscsi: { 'AddressGroup': '1.2', Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Agent': '1.1', Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'ConntrackHelper': '1.0', Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'LocalIPAssociation': '1.0', Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Log': '1.0', Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'NDPProxy': '1.0', Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Network': '1.1', Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Port': '1.7', Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'PortForwarding': '1.3', Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'QosPolicy': '1.10', Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'SecurityGroup': '1.5', Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'SecurityGroupRule': '1.2', Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'SubPort': '1.0', Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Subnet': '1.1', Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: 'Trunk': '1.1'}} Oct 03 12:49:26.132871 dv-cinder-844563-12-iscsi neutron-server[113286]: {{(pid=113286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 12:49:26.136448 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:49:26.138950 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Network 60e0722d-40b6-482b-9c0e-b5673c4a039a details requested by agent ovs-agent-dv-cinder-844563-12-iscsi with host dv-cinder-844563-12-iscsi {{(pid=113286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 12:49:26.176723 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-df88a9d7-4283-4c02-acc2-dca6b0ff2502 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2630026 Oct 03 12:49:26.177125 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 33300) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:26.198191 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-4ab95cac-1fdf-4dc8-99b0-01dce49f5cb4 admin admin] Request body: {'subnet': {'network_id': '60e0722d-40b6-482b-9c0e-b5673c4a039a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-102984443-subnet', 'tenant_id': 'd7994e24004a42ac88491cf70b3d1086', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:26.319101 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Attempting to bind port 85454732-043c-4653-89f6-35c5880c98a4 on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:49:26.319549 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Attempting to bind port 85454732-043c-4653-89f6-35c5880c98a4 by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': 'd3a5c810-85a3-440e-99e0-0eb8dd8e532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:49:26.320479 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Attempting to bind port 85454732-043c-4653-89f6-35c5880c98a4 on network f492b9a3-221f-4263-a074-289d6252f405 {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:49:26.365810 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-5dfc520f-e9d8-475d-9d39-c93cfe815863 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7841399 Oct 03 12:49:26.368768 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 33306) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:26.375083 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-97c1b348-a9a6-4043-8056-dbbe134fcd0d admin admin] Request body: {'subnet': {'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-subnet', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:26.387928 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:26.396780 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab95cac-1fdf-4dc8-99b0-01dce49f5cb4 admin admin] Made reservation on behalf of d7994e24004a42ac88491cf70b3d1086 for: {'subnet': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:49:26.399752 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4ab95cac-1fdf-4dc8-99b0-01dce49f5cb4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:26.410724 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:49:26.411365 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Checking segment: {'id': 'd3a5c810-85a3-440e-99e0-0eb8dd8e532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:49:26.411826 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:26.412218 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Bound using segment: {'id': 'd3a5c810-85a3-440e-99e0-0eb8dd8e532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:49:26.625816 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Bound port: 85454732-043c-4653-89f6-35c5880c98a4, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a5c810-85a3-440e-99e0-0eb8dd8e532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:49:26.625816 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (85454732-043c-4653-89f6-35c5880c98a4), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:26.642827 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a4f7bc1b-1e3f-440c-a567-9dcf5cdff853 admin admin] Publish callbacks [] for router_gateway (3be64379-9030-445d-a5d0-c98e5b96c724), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:26.644585 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] For port 85454732-043c-4653-89f6-35c5880c98a4, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:49:26.645648 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc520f-e9d8-475d-9d39-c93cfe815863 admin admin] Pushing event updated for resources: {'Network': ['ID=99c96330-3d0c-4416-8b2d-15be2ccdbc1b,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:26.645844 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] For port 85454732-043c-4653-89f6-35c5880c98a4, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=85454732-043c-4653-89f6-35c5880c98a4,segment=NetworkSegment(d3a5c810-85a3-440e-99e0-0eb8dd8e532d),segment_id=d3a5c810-85a3-440e-99e0-0eb8dd8e532d)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:49:26.645844 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Network 99c96330-3d0c-4416-8b2d-15be2ccdbc1b details requested by agent ovs-agent-dv-cinder-844563-12-iscsi with host dv-cinder-844563-12-iscsi {{(pid=113286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 12:49:26.645844 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:27.200018 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c1b348-a9a6-4043-8056-dbbe134fcd0d admin admin] Made reservation on behalf of 0e20f793bd0b46a59df730183818d9f8 for: {'subnet': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:49:27.200989 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (85454732-043c-4653-89f6-35c5880c98a4), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:27.201612 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-97c1b348-a9a6-4043-8056-dbbe134fcd0d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:27.267544 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:INSERT=22,neutron:SELECT=70,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:27.272827 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c42a6c-916c-4cce-88c6-cf5c2c25acc8 None None] Pushing event updated for resources: {'Port': ['ID=85454732-043c-4653-89f6-35c5880c98a4,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:27.320124 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:27.323993 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4ab95cac-1fdf-4dc8-99b0-01dce49f5cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for subnet (7536115b-129e-4c84-9ea5-c60fafda923a), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:27.395858 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-dd9c440f-0b43-4df6-874c-229317ba6da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for subnet (f618876e-ca41-40f8-983f-02970b7d2680), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:27.399840 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:27.446856 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab95cac-1fdf-4dc8-99b0-01dce49f5cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7536115b-129e-4c84-9ea5-c60fafda923a,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:27.477896 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c440f-0b43-4df6-874c-229317ba6da7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f618876e-ca41-40f8-983f-02970b7d2680,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:27.498549 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a4f7bc1b-1e3f-440c-a567-9dcf5cdff853 admin admin] Publish callbacks [] for router_gateway (3be64379-9030-445d-a5d0-c98e5b96c724), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:27.520113 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab95cac-1fdf-4dc8-99b0-01dce49f5cb4 admin admin] Checking segment: {'id': '7ecc5122-3269-4b4c-a709-19cda5640571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '60e0722d-40b6-482b-9c0e-b5673c4a039a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:49:27.520487 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab95cac-1fdf-4dc8-99b0-01dce49f5cb4 admin admin] Network hostable DHCP agents. Network: 60e0722d-40b6-482b-9c0e-b5673c4a039a, hostable agents: ['9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee'], hosted agents: [] {{(pid=113284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:49:27.520661 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a4f7bc1b-1e3f-440c-a567-9dcf5cdff853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:27.539519 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9c440f-0b43-4df6-874c-229317ba6da7 admin admin] Checking segment: {'id': '45e470c6-55da-45fc-b9e1-3afe7ebb42cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:49:27.544479 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9c440f-0b43-4df6-874c-229317ba6da7 admin admin] Network hostable DHCP agents. Network: 848e2135-07d9-46d2-afff-ed218ebac86b, hostable agents: ['9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee'], hosted agents: [] {{(pid=113285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:49:27.566307 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-97c1b348-a9a6-4043-8056-dbbe134fcd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for subnet (287a7239-c391-4a5c-a389-779ed301deff), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:27.695888 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_common [None req-a4f7bc1b-1e3f-440c-a567-9dcf5cdff853 admin admin] Allocated IP 172.27.0.30 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/995bae9c-fb75-47e5-ab09-b9d74fef6f6c) {{(pid=113285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:49:27.700610 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1b348-a9a6-4043-8056-dbbe134fcd0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=287a7239-c391-4a5c-a389-779ed301deff,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:27.701642 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9c440f-0b43-4df6-874c-229317ba6da7 admin admin] Network 848e2135-07d9-46d2-afff-ed218ebac86b is scheduled to be hosted by DHCP agent 9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee with binding_index 1 {{(pid=113285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:49:27.721650 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab95cac-1fdf-4dc8-99b0-01dce49f5cb4 admin admin] Network 60e0722d-40b6-482b-9c0e-b5673c4a039a is scheduled to be hosted by DHCP agent 9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee with binding_index 1 {{(pid=113284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:49:27.731051 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1b348-a9a6-4043-8056-dbbe134fcd0d admin admin] Checking segment: {'id': 'eb152171-66b6-4baa-8e9b-3eab45314ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:49:27.731437 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c1b348-a9a6-4043-8056-dbbe134fcd0d admin admin] Network hostable DHCP agents. Network: 99c96330-3d0c-4416-8b2d-15be2ccdbc1b, hostable agents: ['9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee'], hosted agents: [] {{(pid=113284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:49:27.795682 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-dd9c440f-0b43-4df6-874c-229317ba6da7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-12-iscsi, 848e2135-07d9-46d2-afff-ed218ebac86b) {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:27.802188 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-4ab95cac-1fdf-4dc8-99b0-01dce49f5cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-12-iscsi, 60e0722d-40b6-482b-9c0e-b5673c4a039a) {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:27.802322 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9c440f-0b43-4df6-874c-229317ba6da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:27.802322 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-dd9c440f-0b43-4df6-874c-229317ba6da7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for subnet (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:27.803860 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab95cac-1fdf-4dc8-99b0-01dce49f5cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:27.804948 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4ab95cac-1fdf-4dc8-99b0-01dce49f5cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for subnet (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:27.826455 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baede557-e602-41f8-a704-daad0bf79796 None None] Network 848e2135-07d9-46d2-afff-ed218ebac86b requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:49:27.828904 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1d2db9-5bdc-42bb-be93-635699c5ba93 None None] Network 60e0722d-40b6-482b-9c0e-b5673c4a039a requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:49:27.837796 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a4f7bc1b-1e3f-440c-a567-9dcf5cdff853 admin admin] Publish callbacks [] for port (995bae9c-fb75-47e5-ab09-b9d74fef6f6c), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:27.894715 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c1b348-a9a6-4043-8056-dbbe134fcd0d admin admin] Network 99c96330-3d0c-4416-8b2d-15be2ccdbc1b is scheduled to be hosted by DHCP agent 9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee with binding_index 1 {{(pid=113284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:49:27.899683 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-4ab95cac-1fdf-4dc8-99b0-01dce49f5cb4 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7205873 Oct 03 12:49:27.902751 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 33338) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:27.909232 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-a2dfef83-b6fe-4a0c-a417-ae2107cc54c8 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-102984443-router', 'tenant_id': 'd7994e24004a42ac88491cf70b3d1086', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:27.914713 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-97c1b348-a9a6-4043-8056-dbbe134fcd0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-12-iscsi, 99c96330-3d0c-4416-8b2d-15be2ccdbc1b) {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:27.921512 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c1b348-a9a6-4043-8056-dbbe134fcd0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:27.922509 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-97c1b348-a9a6-4043-8056-dbbe134fcd0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for subnet (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:27.931833 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e563a5-4b31-4216-925e-74f8027dc290 None None] Network 99c96330-3d0c-4416-8b2d-15be2ccdbc1b requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:49:27.936075 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 33340) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:27.936975 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-dd9c440f-0b43-4df6-874c-229317ba6da7 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1910985 Oct 03 12:49:27.939954 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a4f7bc1b-1e3f-440c-a567-9dcf5cdff853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (995bae9c-fb75-47e5-ab09-b9d74fef6f6c), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:27.942651 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-ab737d1b-39df-4548-86ad-ac6e0908b257 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1436640532-router', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:27.982129 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f7bc1b-1e3f-440c-a567-9dcf5cdff853 admin admin] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:49:27.997301 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-a4f7bc1b-1e3f-440c-a567-9dcf5cdff853 admin admin] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:28.001843 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f7bc1b-1e3f-440c-a567-9dcf5cdff853 admin admin] Received port after_create {{(pid=113285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:49:28.077272 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-97c1b348-a9a6-4043-8056-dbbe134fcd0d admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7071586 Oct 03 12:49:28.078473 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ab737d1b-39df-4548-86ad-ac6e0908b257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-762584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5264'] for router (bf68c2f1-2fbc-4059-8139-7e5e77804bdc), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:28.080243 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ab737d1b-39df-4548-86ad-ac6e0908b257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524703', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5259'] for router (bf68c2f1-2fbc-4059-8139-7e5e77804bdc), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:28.097203 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 33352) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:28.102579 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-941c22a9-f3e9-4bc7-80f3-f290609ed911 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-router', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:28.105873 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a2dfef83-b6fe-4a0c-a417-ae2107cc54c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-762584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5264'] for router (2f485e97-f523-438e-b0c0-d701208f3f83), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:28.106913 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a2dfef83-b6fe-4a0c-a417-ae2107cc54c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524703', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5259'] for router (2f485e97-f523-438e-b0c0-d701208f3f83), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:28.153775 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7bc1b-1e3f-440c-a567-9dcf5cdff853 admin admin] Pushing event updated for resources: {'Port': ['ID=995bae9c-fb75-47e5-ab09-b9d74fef6f6c,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:28.231008 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a2dfef83-b6fe-4a0c-a417-ae2107cc54c8 admin admin] Publish callbacks [] for router_controller (2f485e97-f523-438e-b0c0-d701208f3f83), precommit_add_association {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:28.304582 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ab737d1b-39df-4548-86ad-ac6e0908b257 admin admin] Publish callbacks [] for router_controller (bf68c2f1-2fbc-4059-8139-7e5e77804bdc), precommit_add_association {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:28.404164 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d1efdb-7195-4ec5-8c95-51cf6de241c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp248af594-393a-5865-a197-82273fbe49a3-60e0722d-40b6-482b-9c0e-b5673c4a039a', 'network_id': '60e0722d-40b6-482b-9c0e-b5673c4a039a', 'project_id': 'd7994e24004a42ac88491cf70b3d1086', 'fixed_ips': [{'subnet_id': '7536115b-129e-4c84-9ea5-c60fafda923a'}]}} from dv-cinder-844563-12-iscsi. {{(pid=113286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 12:49:28.405058 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-09d1efdb-7195-4ec5-8c95-51cf6de241c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:28.428335 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bc3ee6-cc3b-4b0f-bafb-47050ae7de02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp248af594-393a-5865-a197-82273fbe49a3-848e2135-07d9-46d2-afff-ed218ebac86b', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'fixed_ips': [{'subnet_id': 'f618876e-ca41-40f8-983f-02970b7d2680'}]}} from dv-cinder-844563-12-iscsi. {{(pid=113286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 12:49:28.429235 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-76bc3ee6-cc3b-4b0f-bafb-47050ae7de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:28.431293 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3588322c-b116-4d2a-92c2-763eccfeb577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp248af594-393a-5865-a197-82273fbe49a3-99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'fixed_ips': [{'subnet_id': '287a7239-c391-4a5c-a389-779ed301deff'}]}} from dv-cinder-844563-12-iscsi. {{(pid=113286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 12:49:28.432104 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3588322c-b116-4d2a-92c2-763eccfeb577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:28.453542 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:28.570956 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 85454732-043c-4653-89f6-35c5880c98a4 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:28.572913 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46e85ee-e5f0-4d17-adec-95cff1301666 None None] Network f492b9a3-221f-4263-a074-289d6252f405 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:49:28.659987 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-941c22a9-f3e9-4bc7-80f3-f290609ed911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-762584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5264'] for router (2a5a47af-db2f-4895-9785-8a69fde47225), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:28.661566 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-941c22a9-f3e9-4bc7-80f3-f290609ed911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524703', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5259'] for router (2a5a47af-db2f-4895-9785-8a69fde47225), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:28.678258 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:28.679704 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:28.762706 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:28.842508 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-fcb35685-a872-4f96-9fdd-77b9464364fd None None] Provisioning complete for port 85454732-043c-4653-89f6-35c5880c98a4 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:28.843074 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fcb35685-a872-4f96-9fdd-77b9464364fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (85454732-043c-4653-89f6-35c5880c98a4), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:28.843283 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-fcb35685-a872-4f96-9fdd-77b9464364fd None None] Attempt 1 to provision port 85454732-043c-4653-89f6-35c5880c98a4 Oct 03 12:49:28.894116 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a2dfef83-b6fe-4a0c-a417-ae2107cc54c8 admin admin] Publish callbacks [] for router_gateway (2f485e97-f523-438e-b0c0-d701208f3f83), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:28.910800 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a4f7bc1b-1e3f-440c-a567-9dcf5cdff853 admin admin] Publish callbacks [] for router_gateway (3be64379-9030-445d-a5d0-c98e5b96c724), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:29.022065 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-3588322c-b116-4d2a-92c2-763eccfeb577 None None] Allocated IP 172.20.0.2 (99c96330-3d0c-4416-8b2d-15be2ccdbc1b/287a7239-c391-4a5c-a389-779ed301deff/b5507c01-9f37-4254-a085-8417f0f20b82) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:49:29.032610 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-09d1efdb-7195-4ec5-8c95-51cf6de241c2 None None] Allocated IP 172.20.0.2 (60e0722d-40b6-482b-9c0e-b5673c4a039a/7536115b-129e-4c84-9ea5-c60fafda923a/dbacef2b-5d11-4631-963b-ac0272f84ba3) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:49:29.072485 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-941c22a9-f3e9-4bc7-80f3-f290609ed911 admin admin] Publish callbacks [] for router_controller (2a5a47af-db2f-4895-9785-8a69fde47225), precommit_add_association {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:29.080782 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ab737d1b-39df-4548-86ad-ac6e0908b257 admin admin] Publish callbacks [] for router_gateway (bf68c2f1-2fbc-4059-8139-7e5e77804bdc), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:29.087590 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 85454732-043c-4653-89f6-35c5880c98a4 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:29.088116 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (85454732-043c-4653-89f6-35c5880c98a4), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:29.093189 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 85454732-043c-4653-89f6-35c5880c98a4 Oct 03 12:49:29.094045 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-76bc3ee6-cc3b-4b0f-bafb-47050ae7de02 None None] Allocated IP 172.20.0.2 (848e2135-07d9-46d2-afff-ed218ebac86b/f618876e-ca41-40f8-983f-02970b7d2680/ff981754-22d0-467c-b072-34d5edcc6b1f) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:49:29.400069 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:29.440726 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-fcb35685-a872-4f96-9fdd-77b9464364fd None None] Current status of the port 85454732-043c-4653-89f6-35c5880c98a4 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:29.441339 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fcb35685-a872-4f96-9fdd-77b9464364fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (85454732-043c-4653-89f6-35c5880c98a4), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:29.547306 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 33374) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:29.570151 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-941c22a9-f3e9-4bc7-80f3-f290609ed911 admin admin] Publish callbacks [] for router_gateway (2a5a47af-db2f-4895-9785-8a69fde47225), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:29.608797 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a2dfef83-b6fe-4a0c-a417-ae2107cc54c8 admin admin] Publish callbacks [] for router_gateway (2f485e97-f523-438e-b0c0-d701208f3f83), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:29.614319 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a4f7bc1b-1e3f-440c-a567-9dcf5cdff853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764622'] for router (3be64379-9030-445d-a5d0-c98e5b96c724), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:29.635508 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 85454732-043c-4653-89f6-35c5880c98a4 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:29.637378 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (85454732-043c-4653-89f6-35c5880c98a4), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:29.643456 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a2dfef83-b6fe-4a0c-a417-ae2107cc54c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:29.671241 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:29.711655 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-fcb35685-a872-4f96-9fdd-77b9464364fd None None] For port 85454732-043c-4653-89f6-35c5880c98a4, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=85454732-043c-4653-89f6-35c5880c98a4,segment=NetworkSegment(d3a5c810-85a3-440e-99e0-0eb8dd8e532d),segment_id=d3a5c810-85a3-440e-99e0-0eb8dd8e532d)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:49:29.783582 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-3654d140-d083-486c-9545-2882d44983e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:29.800689 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-09d1efdb-7195-4ec5-8c95-51cf6de241c2 None None] Publish callbacks [] for port (dbacef2b-5d11-4631-963b-ac0272f84ba3), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:29.806148 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fcb35685-a872-4f96-9fdd-77b9464364fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (85454732-043c-4653-89f6-35c5880c98a4), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:29.821821 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3588322c-b116-4d2a-92c2-763eccfeb577 None None] Publish callbacks [] for port (b5507c01-9f37-4254-a085-8417f0f20b82), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:29.844334 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_common [None req-a2dfef83-b6fe-4a0c-a417-ae2107cc54c8 admin admin] Allocated IP 172.27.0.160 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/98807093-a924-4df4-afd2-c3707b4213c1) {{(pid=113285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:49:29.883149 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-76bc3ee6-cc3b-4b0f-bafb-47050ae7de02 None None] Publish callbacks [] for port (ff981754-22d0-467c-b072-34d5edcc6b1f), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:29.907231 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.db.api [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 03 12:49:29.907635 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG oslo_db.api [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:49:29.913004 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3588322c-b116-4d2a-92c2-763eccfeb577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (b5507c01-9f37-4254-a085-8417f0f20b82), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:29.916020 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb35685-a872-4f96-9fdd-77b9464364fd None None] Pushing event updated for resources: {'Port': ['ID=85454732-043c-4653-89f6-35c5880c98a4,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:29.919208 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-09d1efdb-7195-4ec5-8c95-51cf6de241c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (dbacef2b-5d11-4631-963b-ac0272f84ba3), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:29.921976 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ab737d1b-39df-4548-86ad-ac6e0908b257 admin admin] Publish callbacks [] for router_gateway (bf68c2f1-2fbc-4059-8139-7e5e77804bdc), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:29.960687 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-12c5c3c2-fdf8-4173-aca7-5f195b4b5114 None None] Provisioning complete for port 85454732-043c-4653-89f6-35c5880c98a4 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:29.961085 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-12c5c3c2-fdf8-4173-aca7-5f195b4b5114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (85454732-043c-4653-89f6-35c5880c98a4), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:29.961427 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-12c5c3c2-fdf8-4173-aca7-5f195b4b5114 None None] Attempt 1 to provision port 85454732-043c-4653-89f6-35c5880c98a4 Oct 03 12:49:29.970353 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ab737d1b-39df-4548-86ad-ac6e0908b257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:29.974833 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a2dfef83-b6fe-4a0c-a417-ae2107cc54c8 admin admin] Publish callbacks [] for port (98807093-a924-4df4-afd2-c3707b4213c1), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:29.980777 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f7bc1b-1e3f-440c-a567-9dcf5cdff853 admin admin] Router 3be64379-9030-445d-a5d0-c98e5b96c724 is scheduled to L3 agent eb5f2f97-6425-444e-901b-913018c2b714 with binding_index 1 {{(pid=113285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 12:49:30.050126 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d1efdb-7195-4ec5-8c95-51cf6de241c2 None None] Network 60e0722d-40b6-482b-9c0e-b5673c4a039a is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:49:30.097594 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3588322c-b116-4d2a-92c2-763eccfeb577 None None] Network 99c96330-3d0c-4416-8b2d-15be2ccdbc1b is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:49:30.104239 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-12c5c3c2-fdf8-4173-aca7-5f195b4b5114 None None] Current status of the port 85454732-043c-4653-89f6-35c5880c98a4 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:30.106711 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-3588322c-b116-4d2a-92c2-763eccfeb577 None None] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:30.109334 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-76bc3ee6-cc3b-4b0f-bafb-47050ae7de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (ff981754-22d0-467c-b072-34d5edcc6b1f), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:30.122168 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3588322c-b116-4d2a-92c2-763eccfeb577 None None] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:49:30.130859 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-09d1efdb-7195-4ec5-8c95-51cf6de241c2 None None] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:30.142184 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a2dfef83-b6fe-4a0c-a417-ae2107cc54c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (98807093-a924-4df4-afd2-c3707b4213c1), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:30.158179 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d1efdb-7195-4ec5-8c95-51cf6de241c2 None None] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:49:30.189765 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f7bc1b-1e3f-440c-a567-9dcf5cdff853 admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:49:30.199958 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] Sync routers for ids ['3be64379-9030-445d-a5d0-c98e5b96c724'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:49:30.222544 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] Routers {'3be64379-9030-445d-a5d0-c98e5b96c724'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:49:30.223182 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:49:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['3be64379-9030-445d-a5d0-c98e5b96c724'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:30.241015 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dfef83-b6fe-4a0c-a417-ae2107cc54c8 admin admin] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:49:30.248274 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfef83-b6fe-4a0c-a417-ae2107cc54c8 admin admin] Pushing event updated for resources: {'Port': ['ID=98807093-a924-4df4-afd2-c3707b4213c1,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:30.248274 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-a2dfef83-b6fe-4a0c-a417-ae2107cc54c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:30.289404 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dfef83-b6fe-4a0c-a417-ae2107cc54c8 admin admin] Received port after_create {{(pid=113285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:49:30.321018 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-941c22a9-f3e9-4bc7-80f3-f290609ed911 admin admin] Publish callbacks [] for router_gateway (2a5a47af-db2f-4895-9785-8a69fde47225), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:30.342422 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a4f7bc1b-1e3f-440c-a567-9dcf5cdff853 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:30.343844 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-a4f7bc1b-1e3f-440c-a567-9dcf5cdff853 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9751313 Oct 03 12:49:30.347803 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:30.348623 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 33398) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:30.370355 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-941c22a9-f3e9-4bc7-80f3-f290609ed911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:30.375140 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-3654d140-d083-486c-9545-2882d44983e0 admin admin] Publish callbacks [] for security_group (c6c4e941-f61d-4f22-8043-ddf54b5eb6f0), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:30.428508 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [None req-ab737d1b-39df-4548-86ad-ac6e0908b257 admin admin] Allocated IP 172.27.0.217 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/525d1105-b516-4c50-8464-cf5883410871) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:49:30.443368 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:30.524512 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-3654d140-d083-486c-9545-2882d44983e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (c6c4e941-f61d-4f22-8043-ddf54b5eb6f0), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:30.574856 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bc3ee6-cc3b-4b0f-bafb-47050ae7de02 None None] Network 848e2135-07d9-46d2-afff-ed218ebac86b is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:49:30.575754 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=9 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:30.582495 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] Set router 3be64379-9030-445d-a5d0-c98e5b96c724 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:49:30.618053 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 85454732-043c-4653-89f6-35c5880c98a4 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:30.647023 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-76bc3ee6-cc3b-4b0f-bafb-47050ae7de02 None None] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:30.648543 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588322c-b116-4d2a-92c2-763eccfeb577 None None] Pushing event updated for resources: {'Port': ['ID=b5507c01-9f37-4254-a085-8417f0f20b82,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:30.654204 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-3588322c-b116-4d2a-92c2-763eccfeb577 None None] Attempting to bind port b5507c01-9f37-4254-a085-8417f0f20b82 on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:49:30.655905 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-3588322c-b116-4d2a-92c2-763eccfeb577 None None] Attempting to bind port b5507c01-9f37-4254-a085-8417f0f20b82 by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': 'eb152171-66b6-4baa-8e9b-3eab45314ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:49:30.655905 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3588322c-b116-4d2a-92c2-763eccfeb577 None None] Attempting to bind port b5507c01-9f37-4254-a085-8417f0f20b82 on network 99c96330-3d0c-4416-8b2d-15be2ccdbc1b {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:49:30.691080 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc3ee6-cc3b-4b0f-bafb-47050ae7de02 None None] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:49:30.735517 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-09d1efdb-7195-4ec5-8c95-51cf6de241c2 None None] Attempting to bind port dbacef2b-5d11-4631-963b-ac0272f84ba3 on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:49:30.737205 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-09d1efdb-7195-4ec5-8c95-51cf6de241c2 None None] Attempting to bind port dbacef2b-5d11-4631-963b-ac0272f84ba3 by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': '7ecc5122-3269-4b4c-a709-19cda5640571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '60e0722d-40b6-482b-9c0e-b5673c4a039a'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:49:30.737837 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d1efdb-7195-4ec5-8c95-51cf6de241c2 None None] Attempting to bind port dbacef2b-5d11-4631-963b-ac0272f84ba3 on network 60e0722d-40b6-482b-9c0e-b5673c4a039a {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:49:30.816920 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:30.825688 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-3654d140-d083-486c-9545-2882d44983e0 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=321f40f556444cef9a3bd080792042f5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2762072 Oct 03 12:49:30.833077 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 33412) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:30.859779 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1efdb-7195-4ec5-8c95-51cf6de241c2 None None] Pushing event updated for resources: {'Port': ['ID=dbacef2b-5d11-4631-963b-ac0272f84ba3,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:30.881171 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 85454732-043c-4653-89f6-35c5880c98a4 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:30.888979 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ab737d1b-39df-4548-86ad-ac6e0908b257 admin admin] Publish callbacks [] for port (525d1105-b516-4c50-8464-cf5883410871), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:30.901001 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654d140-d083-486c-9545-2882d44983e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c4e941-f61d-4f22-8043-ddf54b5eb6f0,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:30.957033 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'name': 'tempest-ServerRescueNegativeTestJSON-1174778013-router', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:25Z', 'updated_at': '2022-10-03T12:49:28Z', 'revision_number': 3, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'gw_port': {'id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ed:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:27Z', 'updated_at': '2022-10-03T12:49:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:30.991280 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a2dfef83-b6fe-4a0c-a417-ae2107cc54c8 admin admin] Publish callbacks [] for router_gateway (2f485e97-f523-438e-b0c0-d701208f3f83), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:31.015404 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] Checking router: 3be64379-9030-445d-a5d0-c98e5b96c724 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:49:31.016013 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] Updating router 3be64379-9030-445d-a5d0-c98e5b96c724 port 995bae9c-fb75-47e5-ab09-b9d74fef6f6c binding host dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:49:31.035514 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3588322c-b116-4d2a-92c2-763eccfeb577 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:49:31.035514 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3588322c-b116-4d2a-92c2-763eccfeb577 None None] Checking segment: {'id': 'eb152171-66b6-4baa-8e9b-3eab45314ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:49:31.035979 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3588322c-b116-4d2a-92c2-763eccfeb577 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:31.036254 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3588322c-b116-4d2a-92c2-763eccfeb577 None None] Bound using segment: {'id': 'eb152171-66b6-4baa-8e9b-3eab45314ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:49:31.036758 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-3588322c-b116-4d2a-92c2-763eccfeb577 None None] Bound port: b5507c01-9f37-4254-a085-8417f0f20b82, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb152171-66b6-4baa-8e9b-3eab45314ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:49:31.037173 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3588322c-b116-4d2a-92c2-763eccfeb577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (b5507c01-9f37-4254-a085-8417f0f20b82), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:31.042597 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8d581816-4f8f-48eb-9bae-25f988d2d3a6 admin admin] Publish callbacks [] for security_group (c6c4e941-f61d-4f22-8043-ddf54b5eb6f0), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:31.051920 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (995bae9c-fb75-47e5-ab09-b9d74fef6f6c), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:31.140020 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d1efdb-7195-4ec5-8c95-51cf6de241c2 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:49:31.140393 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d1efdb-7195-4ec5-8c95-51cf6de241c2 None None] Checking segment: {'id': '7ecc5122-3269-4b4c-a709-19cda5640571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '60e0722d-40b6-482b-9c0e-b5673c4a039a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:49:31.140790 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-09d1efdb-7195-4ec5-8c95-51cf6de241c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:31.141178 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d1efdb-7195-4ec5-8c95-51cf6de241c2 None None] Bound using segment: {'id': '7ecc5122-3269-4b4c-a709-19cda5640571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '60e0722d-40b6-482b-9c0e-b5673c4a039a'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:49:31.141658 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-09d1efdb-7195-4ec5-8c95-51cf6de241c2 None None] Bound port: dbacef2b-5d11-4631-963b-ac0272f84ba3, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ecc5122-3269-4b4c-a709-19cda5640571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '60e0722d-40b6-482b-9c0e-b5673c4a039a'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:49:31.142595 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-09d1efdb-7195-4ec5-8c95-51cf6de241c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (dbacef2b-5d11-4631-963b-ac0272f84ba3), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:31.151858 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8d581816-4f8f-48eb-9bae-25f988d2d3a6 admin admin] Publish callbacks [] for security_group (c6c4e941-f61d-4f22-8043-ddf54b5eb6f0), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:31.174512 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-76bc3ee6-cc3b-4b0f-bafb-47050ae7de02 None None] Attempting to bind port ff981754-22d0-467c-b072-34d5edcc6b1f on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:49:31.175547 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-76bc3ee6-cc3b-4b0f-bafb-47050ae7de02 None None] Attempting to bind port ff981754-22d0-467c-b072-34d5edcc6b1f by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': '45e470c6-55da-45fc-b9e1-3afe7ebb42cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:49:31.175547 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc3ee6-cc3b-4b0f-bafb-47050ae7de02 None None] Attempting to bind port ff981754-22d0-467c-b072-34d5edcc6b1f on network 848e2135-07d9-46d2-afff-ed218ebac86b {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:49:31.200881 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ab737d1b-39df-4548-86ad-ac6e0908b257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (525d1105-b516-4c50-8464-cf5883410871), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:31.238288 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-3588322c-b116-4d2a-92c2-763eccfeb577 None None] For port b5507c01-9f37-4254-a085-8417f0f20b82, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:49:31.281384 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-3588322c-b116-4d2a-92c2-763eccfeb577 None None] For port b5507c01-9f37-4254-a085-8417f0f20b82, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=b5507c01-9f37-4254-a085-8417f0f20b82,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:49:31.285594 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc3ee6-cc3b-4b0f-bafb-47050ae7de02 None None] Pushing event updated for resources: {'Port': ['ID=ff981754-22d0-467c-b072-34d5edcc6b1f,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:31.301933 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc3ee6-cc3b-4b0f-bafb-47050ae7de02 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:49:31.301933 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc3ee6-cc3b-4b0f-bafb-47050ae7de02 None None] Checking segment: {'id': '45e470c6-55da-45fc-b9e1-3afe7ebb42cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:49:31.302483 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-76bc3ee6-cc3b-4b0f-bafb-47050ae7de02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:31.303632 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc3ee6-cc3b-4b0f-bafb-47050ae7de02 None None] Bound using segment: {'id': '45e470c6-55da-45fc-b9e1-3afe7ebb42cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:49:31.304284 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-76bc3ee6-cc3b-4b0f-bafb-47050ae7de02 None None] Bound port: ff981754-22d0-467c-b072-34d5edcc6b1f, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e470c6-55da-45fc-b9e1-3afe7ebb42cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:49:31.304948 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-76bc3ee6-cc3b-4b0f-bafb-47050ae7de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (ff981754-22d0-467c-b072-34d5edcc6b1f), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:31.383659 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-09d1efdb-7195-4ec5-8c95-51cf6de241c2 None None] For port dbacef2b-5d11-4631-963b-ac0272f84ba3, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:49:31.409473 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab737d1b-39df-4548-86ad-ac6e0908b257 admin admin] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:49:31.420530 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-ab737d1b-39df-4548-86ad-ac6e0908b257 admin admin] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:31.429669 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-09d1efdb-7195-4ec5-8c95-51cf6de241c2 None None] For port dbacef2b-5d11-4631-963b-ac0272f84ba3, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=dbacef2b-5d11-4631-963b-ac0272f84ba3,segment=NetworkSegment(7ecc5122-3269-4b4c-a709-19cda5640571),segment_id=7ecc5122-3269-4b4c-a709-19cda5640571)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:49:31.429922 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab737d1b-39df-4548-86ad-ac6e0908b257 admin admin] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:49:31.446053 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [None req-941c22a9-f3e9-4bc7-80f3-f290609ed911 admin admin] Allocated IP 172.27.0.24 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/38792b87-92d3-4061-99e4-6eeb6d476a8d) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:49:31.447984 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3588322c-b116-4d2a-92c2-763eccfeb577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (b5507c01-9f37-4254-a085-8417f0f20b82), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:31.479138 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab737d1b-39df-4548-86ad-ac6e0908b257 admin admin] Pushing event updated for resources: {'Port': ['ID=525d1105-b516-4c50-8464-cf5883410871,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:31.481207 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a2dfef83-b6fe-4a0c-a417-ae2107cc54c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764622'] for router (2f485e97-f523-438e-b0c0-d701208f3f83), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:31.492490 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-00d151e0-7547-44ad-937e-63aabcd9db4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:31.505048 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 85454732-043c-4653-89f6-35c5880c98a4 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:31.505419 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (85454732-043c-4653-89f6-35c5880c98a4), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:31.505752 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 85454732-043c-4653-89f6-35c5880c98a4 Oct 03 12:49:31.583339 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-09d1efdb-7195-4ec5-8c95-51cf6de241c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (dbacef2b-5d11-4631-963b-ac0272f84ba3), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:31.631059 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8d581816-4f8f-48eb-9bae-25f988d2d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (c6c4e941-f61d-4f22-8043-ddf54b5eb6f0), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:31.636899 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8d581816-4f8f-48eb-9bae-25f988d2d3a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:31.636899 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-8d581816-4f8f-48eb-9bae-25f988d2d3a6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c6c4e941-f61d-4f22-8043-ddf54b5eb6f0 HTTP/1.1" status: 204 len: 168 time: 0.7817421 Oct 03 12:49:31.678491 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d581816-4f8f-48eb-9bae-25f988d2d3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c4e941-f61d-4f22-8043-ddf54b5eb6f0,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:31.702779 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-76bc3ee6-cc3b-4b0f-bafb-47050ae7de02 None None] For port ff981754-22d0-467c-b072-34d5edcc6b1f, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:49:31.712360 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-76bc3ee6-cc3b-4b0f-bafb-47050ae7de02 None None] For port ff981754-22d0-467c-b072-34d5edcc6b1f, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=ff981754-22d0-467c-b072-34d5edcc6b1f,segment=NetworkSegment(45e470c6-55da-45fc-b9e1-3afe7ebb42cf),segment_id=45e470c6-55da-45fc-b9e1-3afe7ebb42cf)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:49:31.723677 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588322c-b116-4d2a-92c2-763eccfeb577 None None] Pushing event updated for resources: {'Port': ['ID=b5507c01-9f37-4254-a085-8417f0f20b82,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:31.742346 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-941c22a9-f3e9-4bc7-80f3-f290609ed911 admin admin] Publish callbacks [] for port (38792b87-92d3-4061-99e4-6eeb6d476a8d), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:31.849870 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 85454732-043c-4653-89f6-35c5880c98a4 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:31.869514 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-76bc3ee6-cc3b-4b0f-bafb-47050ae7de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (ff981754-22d0-467c-b072-34d5edcc6b1f), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:31.902262 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_common [None req-00d151e0-7547-44ad-937e-63aabcd9db4f admin admin] Allocated IP 172.20.0.1 (f492b9a3-221f-4263-a074-289d6252f405/37145451-837c-4b8b-9c60-d5e0dbfeb9fe/4a22c5e8-e649-40b8-a406-6d66c1a4ffc2) {{(pid=113285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:49:31.932583 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-941c22a9-f3e9-4bc7-80f3-f290609ed911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (38792b87-92d3-4061-99e4-6eeb6d476a8d), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:31.980045 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:31.980231 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2dfef83-b6fe-4a0c-a417-ae2107cc54c8 admin admin] Router 2f485e97-f523-438e-b0c0-d701208f3f83 is scheduled to L3 agent eb5f2f97-6425-444e-901b-913018c2b714 with binding_index 1 {{(pid=113285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 12:49:32.022610 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1efdb-7195-4ec5-8c95-51cf6de241c2 None None] Pushing event updated for resources: {'Port': ['ID=dbacef2b-5d11-4631-963b-ac0272f84ba3,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:32.116058 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:32.173838 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc3ee6-cc3b-4b0f-bafb-47050ae7de02 None None] Pushing event updated for resources: {'Port': ['ID=ff981754-22d0-467c-b072-34d5edcc6b1f,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:32.374372 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:32.391035 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] Publish callbacks [] for port (995bae9c-fb75-47e5-ab09-b9d74fef6f6c), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:32.487538 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941c22a9-f3e9-4bc7-80f3-f290609ed911 admin admin] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:49:32.488840 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:32.494266 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (995bae9c-fb75-47e5-ab09-b9d74fef6f6c), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:32.563902 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-00d151e0-7547-44ad-937e-63aabcd9db4f admin admin] Publish callbacks [] for port (4a22c5e8-e649-40b8-a406-6d66c1a4ffc2), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:32.570851 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2dfef83-b6fe-4a0c-a417-ae2107cc54c8 admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:49:32.577305 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] Attempting to bind port 995bae9c-fb75-47e5-ab09-b9d74fef6f6c on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:49:32.578013 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] Attempting to bind port 995bae9c-fb75-47e5-ab09-b9d74fef6f6c by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:49:32.578566 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] Attempting to bind port 995bae9c-fb75-47e5-ab09-b9d74fef6f6c on network 53809124-b48e-44e3-984c-30b91b72e738 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:49:32.596214 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-941c22a9-f3e9-4bc7-80f3-f290609ed911 admin admin] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:32.596459 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] Sync routers for ids ['2f485e97-f523-438e-b0c0-d701208f3f83'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:49:32.625380 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:32.631559 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941c22a9-f3e9-4bc7-80f3-f290609ed911 admin admin] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:49:32.639238 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] Routers {'2f485e97-f523-438e-b0c0-d701208f3f83'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:49:32.652458 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:49:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['2f485e97-f523-438e-b0c0-d701208f3f83'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:32.699795 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c22a9-f3e9-4bc7-80f3-f290609ed911 admin admin] Pushing event updated for resources: {'Port': ['ID=38792b87-92d3-4061-99e4-6eeb6d476a8d,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:32.738150 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-00d151e0-7547-44ad-937e-63aabcd9db4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (4a22c5e8-e649-40b8-a406-6d66c1a4ffc2), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:32.749286 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65292fbb-40e5-4294-848d-058358de51b7 None None] Pushing event updated for resources: {'Port': ['ID=995bae9c-fb75-47e5-ab09-b9d74fef6f6c,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:32.774296 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:32.796901 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ab737d1b-39df-4548-86ad-ac6e0908b257 admin admin] Publish callbacks [] for router_gateway (bf68c2f1-2fbc-4059-8139-7e5e77804bdc), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:32.810189 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65292fbb-40e5-4294-848d-058358de51b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:32.810517 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65292fbb-40e5-4294-848d-058358de51b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:32.810886 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65292fbb-40e5-4294-848d-058358de51b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:32.811247 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65292fbb-40e5-4294-848d-058358de51b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:32.811602 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65292fbb-40e5-4294-848d-058358de51b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:32.815559 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65292fbb-40e5-4294-848d-058358de51b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:32.816063 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65292fbb-40e5-4294-848d-058358de51b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:32.816701 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65292fbb-40e5-4294-848d-058358de51b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:32.817374 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65292fbb-40e5-4294-848d-058358de51b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:32.817855 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65292fbb-40e5-4294-848d-058358de51b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:32.818720 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65292fbb-40e5-4294-848d-058358de51b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:32.819818 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65292fbb-40e5-4294-848d-058358de51b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:32.822505 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65292fbb-40e5-4294-848d-058358de51b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:32.822505 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65292fbb-40e5-4294-848d-058358de51b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:32.822505 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65292fbb-40e5-4294-848d-058358de51b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65292fbb-40e5-4294-848d-058358de51b7 None None] Tracked resource versions report: Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: pushed versions: Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: { 'AddressGroup': {'1.2'}, Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Agent': {'1.1'}, Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'ConntrackHelper': {'1.0'}, Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'LocalIPAssociation': {'1.0'}, Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Log': {'1.0'}, Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'NDPProxy': {'1.0'}, Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Network': {'1.1'}, Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Port': {'1.7'}, Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'PortForwarding': {'1.3'}, Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'QosPolicy': {'1.10'}, Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'SecurityGroup': {'1.5'}, Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'SecurityGroupRule': {'1.2'}, Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'SubPort': {'1.0'}, Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Subnet': {'1.1'}, Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Trunk': {'1.1'}} Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: consumer versions: Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: { DHCP agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: HyperV agent@hv-cinder-84456: {}, Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: L3 agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: Metadata agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: Metering agent@dv-cinder-844563-12-iscsi: {}, Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: Open vSwitch agent@dv-cinder-844563-12-iscsi: { 'AddressGroup': '1.2', Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Agent': '1.1', Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'ConntrackHelper': '1.0', Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'LocalIPAssociation': '1.0', Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Log': '1.0', Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'NDPProxy': '1.0', Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Network': '1.1', Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Port': '1.7', Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'PortForwarding': '1.3', Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'QosPolicy': '1.10', Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'SecurityGroup': '1.5', Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'SecurityGroupRule': '1.2', Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'SubPort': '1.0', Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Subnet': '1.1', Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: 'Trunk': '1.1'}} Oct 03 12:49:32.825404 dv-cinder-844563-12-iscsi neutron-server[113287]: {{(pid=113287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 12:49:32.835556 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d151e0-7547-44ad-937e-63aabcd9db4f admin admin] Network f492b9a3-221f-4263-a074-289d6252f405 is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:49:32.840334 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a2dfef83-b6fe-4a0c-a417-ae2107cc54c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:32.841585 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-a2dfef83-b6fe-4a0c-a417-ae2107cc54c8 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9377685 Oct 03 12:49:32.841795 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:49:32.842425 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] Checking segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:49:32.842685 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d151e0-7547-44ad-937e-63aabcd9db4f admin admin] Pushing event updated for resources: {'Port': ['ID=4a22c5e8-e649-40b8-a406-6d66c1a4ffc2,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:32.843241 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:32.843870 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] Bound using segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:49:32.845461 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-00d151e0-7547-44ad-937e-63aabcd9db4f admin admin] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:32.846317 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] Bound port: 995bae9c-fb75-47e5-ab09-b9d74fef6f6c, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:49:32.846939 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (995bae9c-fb75-47e5-ab09-b9d74fef6f6c), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:32.848132 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 33452) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:32.995228 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 33456) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:32.998521 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] Set router 2f485e97-f523-438e-b0c0-d701208f3f83 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:49:33.012580 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] For port 995bae9c-fb75-47e5-ab09-b9d74fef6f6c, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:49:33.022587 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] For port 995bae9c-fb75-47e5-ab09-b9d74fef6f6c, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=995bae9c-fb75-47e5-ab09-b9d74fef6f6c,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:49:33.069079 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device dbacef2b-5d11-4631-963b-ac0272f84ba3 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:33.086420 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d151e0-7547-44ad-937e-63aabcd9db4f admin admin] Received port after_create {{(pid=113285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:49:33.087101 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-00d151e0-7547-44ad-937e-63aabcd9db4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527157'] for router_interface (3be64379-9030-445d-a5d0-c98e5b96c724), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:33.091931 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:33.129035 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (995bae9c-fb75-47e5-ab09-b9d74fef6f6c), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:33.164383 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] Routers {'3be64379-9030-445d-a5d0-c98e5b96c724'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:49:33.172940 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:49:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['3be64379-9030-445d-a5d0-c98e5b96c724'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:33.370223 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:33.444245 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:33.489904 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:33.566073 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] Set router 3be64379-9030-445d-a5d0-c98e5b96c724 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:49:33.616554 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port dbacef2b-5d11-4631-963b-ac0272f84ba3 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:33.616966 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (dbacef2b-5d11-4631-963b-ac0272f84ba3), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:33.617443 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port dbacef2b-5d11-4631-963b-ac0272f84ba3 Oct 03 12:49:33.630761 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-941c22a9-f3e9-4bc7-80f3-f290609ed911 admin admin] Publish callbacks [] for router_gateway (2a5a47af-db2f-4895-9785-8a69fde47225), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:33.700175 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f485e97-f523-438e-b0c0-d701208f3f83', 'name': 'tempest-DeleteServersTestJSON-102984443-router', 'tenant_id': 'd7994e24004a42ac88491cf70b3d1086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '98807093-a924-4df4-afd2-c3707b4213c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:30Z', 'revision_number': 3, 'project_id': 'd7994e24004a42ac88491cf70b3d1086', 'gw_port': {'id': '98807093-a924-4df4-afd2-c3707b4213c1', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f485e97-f523-438e-b0c0-d701208f3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:29Z', 'updated_at': '2022-10-03T12:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:33.748922 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-bb3a2e07-842e-4430-92f0-eef4cfca612c None None] Provisioning complete for port 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:33.749796 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-bb3a2e07-842e-4430-92f0-eef4cfca612c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (4a22c5e8-e649-40b8-a406-6d66c1a4ffc2), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:33.750139 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-bb3a2e07-842e-4430-92f0-eef4cfca612c None None] Attempt 1 to provision port 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2 Oct 03 12:49:33.785899 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:33.845030 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:33.869124 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f2088f51-15f4-407e-b20b-4dba38d34200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:33.895137 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a2e07-842e-4430-92f0-eef4cfca612c None None] Port 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:49:33.898911 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6390bb56-5c6c-49fd-9b7a-f3e8b20fc190 None None] Network 60e0722d-40b6-482b-9c0e-b5673c4a039a requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:49:33.988780 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] Checking router: 2f485e97-f523-438e-b0c0-d701208f3f83 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:49:33.989132 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] Updating router 2f485e97-f523-438e-b0c0-d701208f3f83 port 98807093-a924-4df4-afd2-c3707b4213c1 binding host dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:49:34.082277 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (98807093-a924-4df4-afd2-c3707b4213c1), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:34.091599 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ab737d1b-39df-4548-86ad-ac6e0908b257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764622'] for router (bf68c2f1-2fbc-4059-8139-7e5e77804bdc), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:34.103882 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-00d151e0-7547-44ad-937e-63aabcd9db4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (4a22c5e8-e649-40b8-a406-6d66c1a4ffc2), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:34.127459 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'name': 'tempest-ServerRescueNegativeTestJSON-1174778013-router', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:25Z', 'updated_at': '2022-10-03T12:49:28Z', 'revision_number': 3, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'gw_port': {'id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ed:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:27Z', 'updated_at': '2022-10-03T12:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:34.203836 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c36a01c-7064-490e-815c-34c80858ff3b None None] The sync data for ids ['3be64379-9030-445d-a5d0-c98e5b96c724'] in dv-cinder-844563-12-iscsi is: [{'id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'name': 'tempest-ServerRescueNegativeTestJSON-1174778013-router', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:25Z', 'updated_at': '2022-10-03T12:49:28Z', 'revision_number': 3, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'gw_port': {'id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ed:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:27Z', 'updated_at': '2022-10-03T12:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:49:34.228602 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65292fbb-40e5-4294-848d-058358de51b7 None None] Pushing event updated for resources: {'Port': ['ID=995bae9c-fb75-47e5-ab09-b9d74fef6f6c,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:34.386316 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-941c22a9-f3e9-4bc7-80f3-f290609ed911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764622'] for router (2a5a47af-db2f-4895-9785-8a69fde47225), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:34.411752 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847420a8-9522-4b57-9936-7af9f17c231e None None] Network 848e2135-07d9-46d2-afff-ed218ebac86b requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:49:34.412153 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:34.429188 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b62e27-2aa9-489c-aec9-d5ff154d841f None None] Network 99c96330-3d0c-4416-8b2d-15be2ccdbc1b requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:49:34.469658 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-00d151e0-7547-44ad-937e-63aabcd9db4f admin admin] Publish callbacks [] for port (4a22c5e8-e649-40b8-a406-6d66c1a4ffc2), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:34.503669 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-43d200d0-92e4-4cee-a28c-127fe7b595e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:34.574898 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-00d151e0-7547-44ad-937e-63aabcd9db4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (4a22c5e8-e649-40b8-a406-6d66c1a4ffc2), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:34.575666 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-00d151e0-7547-44ad-937e-63aabcd9db4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527273'] for router_interface (3be64379-9030-445d-a5d0-c98e5b96c724), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:34.724089 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:34.757441 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f2088f51-15f4-407e-b20b-4dba38d34200 admin admin] Publish callbacks [] for security_group (d16c74c1-7ce4-4ddd-a29a-ccd8232133ba), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:34.776830 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d151e0-7547-44ad-937e-63aabcd9db4f admin admin] Pushing event updated for resources: {'Port': ['ID=4a22c5e8-e649-40b8-a406-6d66c1a4ffc2,revision_number=2']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:34.796515 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-d3215a8d-0d0d-4cd0-a19c-e1d5127af9dc None None] Provisioning complete for port dbacef2b-5d11-4631-963b-ac0272f84ba3 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:34.797106 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d3215a8d-0d0d-4cd0-a19c-e1d5127af9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (dbacef2b-5d11-4631-963b-ac0272f84ba3), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:34.797185 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-d3215a8d-0d0d-4cd0-a19c-e1d5127af9dc None None] Attempt 1 to provision port dbacef2b-5d11-4631-963b-ac0272f84ba3 Oct 03 12:49:34.823403 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f2088f51-15f4-407e-b20b-4dba38d34200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (d16c74c1-7ce4-4ddd-a29a-ccd8232133ba), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:34.901607 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2088f51-15f4-407e-b20b-4dba38d34200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16c74c1-7ce4-4ddd-a29a-ccd8232133ba,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:34.943610 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port dbacef2b-5d11-4631-963b-ac0272f84ba3 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:34.943996 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (dbacef2b-5d11-4631-963b-ac0272f84ba3), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:35.027916 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:35.052642 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-f2088f51-15f4-407e-b20b-4dba38d34200 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=95c05358d0df40c5971e3822352eb8b9&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0331333 Oct 03 12:49:35.062727 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 33522) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:35.133638 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port dbacef2b-5d11-4631-963b-ac0272f84ba3, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=dbacef2b-5d11-4631-963b-ac0272f84ba3,segment=NetworkSegment(7ecc5122-3269-4b4c-a709-19cda5640571),segment_id=7ecc5122-3269-4b4c-a709-19cda5640571)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:49:35.194983 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-9c8c758f-f332-424a-ae9f-c675aae9345e admin admin] Publish callbacks [] for security_group (d16c74c1-7ce4-4ddd-a29a-ccd8232133ba), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:35.211549 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab737d1b-39df-4548-86ad-ac6e0908b257 admin admin] Router bf68c2f1-2fbc-4059-8139-7e5e77804bdc is scheduled to L3 agent eb5f2f97-6425-444e-901b-913018c2b714 with binding_index 1 {{(pid=113284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 12:49:35.213402 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941c22a9-f3e9-4bc7-80f3-f290609ed911 admin admin] Router 2a5a47af-db2f-4895-9785-8a69fde47225 is scheduled to L3 agent eb5f2f97-6425-444e-901b-913018c2b714 with binding_index 1 {{(pid=113284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 12:49:35.245575 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-9c8c758f-f332-424a-ae9f-c675aae9345e admin admin] Publish callbacks [] for security_group (d16c74c1-7ce4-4ddd-a29a-ccd8232133ba), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:35.300822 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (dbacef2b-5d11-4631-963b-ac0272f84ba3), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:35.301644 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device ff981754-22d0-467c-b072-34d5edcc6b1f up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:35.311178 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_common [None req-43d200d0-92e4-4cee-a28c-127fe7b595e0 admin admin] Allocated IP 172.20.0.1 (60e0722d-40b6-482b-9c0e-b5673c4a039a/7536115b-129e-4c84-9ea5-c60fafda923a/c400f1a2-98c1-4964-91c2-f23fe7de3b31) {{(pid=113285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:49:35.459148 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:35.474998 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:35.488554 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-d3215a8d-0d0d-4cd0-a19c-e1d5127af9dc None None] Current status of the port dbacef2b-5d11-4631-963b-ac0272f84ba3 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:35.499059 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-43d200d0-92e4-4cee-a28c-127fe7b595e0 admin admin] Publish callbacks [] for port (c400f1a2-98c1-4964-91c2-f23fe7de3b31), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:35.574683 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=dbacef2b-5d11-4631-963b-ac0272f84ba3,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:35.587794 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:35.598080 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port ff981754-22d0-467c-b072-34d5edcc6b1f triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:35.598474 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (ff981754-22d0-467c-b072-34d5edcc6b1f), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:35.598801 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port ff981754-22d0-467c-b072-34d5edcc6b1f Oct 03 12:49:35.628507 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d151e0-7547-44ad-937e-63aabcd9db4f admin admin] Network f492b9a3-221f-4263-a074-289d6252f405 is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:49:35.630499 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-00d151e0-7547-44ad-937e-63aabcd9db4f admin admin] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:35.652002 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-43d200d0-92e4-4cee-a28c-127fe7b595e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (c400f1a2-98c1-4964-91c2-f23fe7de3b31), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:35.680049 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941c22a9-f3e9-4bc7-80f3-f290609ed911 admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:49:35.697882 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] Sync routers for ids ['2a5a47af-db2f-4895-9785-8a69fde47225'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:49:35.716197 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] Routers {'2a5a47af-db2f-4895-9785-8a69fde47225'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:49:35.716377 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-ba952737-e55e-4931-be15-571fb81de046 None None] Provisioning complete for port b5507c01-9f37-4254-a085-8417f0f20b82 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:35.716377 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ba952737-e55e-4931-be15-571fb81de046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (b5507c01-9f37-4254-a085-8417f0f20b82), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:35.716542 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:49:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['2a5a47af-db2f-4895-9785-8a69fde47225'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:35.716721 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-ba952737-e55e-4931-be15-571fb81de046 None None] Attempt 1 to provision port b5507c01-9f37-4254-a085-8417f0f20b82 Oct 03 12:49:35.716792 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab737d1b-39df-4548-86ad-ac6e0908b257 admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:49:35.753470 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] Publish callbacks [] for port (98807093-a924-4df4-afd2-c3707b4213c1), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:35.756556 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] Sync routers for ids ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:49:35.770442 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-9c8c758f-f332-424a-ae9f-c675aae9345e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (d16c74c1-7ce4-4ddd-a29a-ccd8232133ba), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:35.779424 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-9c8c758f-f332-424a-ae9f-c675aae9345e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:35.785066 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-9c8c758f-f332-424a-ae9f-c675aae9345e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d16c74c1-7ce4-4ddd-a29a-ccd8232133ba HTTP/1.1" status: 204 len: 168 time: 0.7173922 Oct 03 12:49:35.824324 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-941c22a9-f3e9-4bc7-80f3-f290609ed911 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:35.824324 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-941c22a9-f3e9-4bc7-80f3-f290609ed911 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.7220185 Oct 03 12:49:35.834488 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 33540) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:35.882107 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] Routers {'bf68c2f1-2fbc-4059-8139-7e5e77804bdc'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:49:35.882741 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:49:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:36.000290 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (98807093-a924-4df4-afd2-c3707b4213c1), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:36.018487 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:36.022023 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d151e0-7547-44ad-937e-63aabcd9db4f admin admin] Router 3be64379-9030-445d-a5d0-c98e5b96c724 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:49:36.029608 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] Set router 2a5a47af-db2f-4895-9785-8a69fde47225 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:49:36.055611 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d200d0-92e4-4cee-a28c-127fe7b595e0 admin admin] Network 60e0722d-40b6-482b-9c0e-b5673c4a039a is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:49:36.063042 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-43d200d0-92e4-4cee-a28c-127fe7b595e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:36.070871 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d200d0-92e4-4cee-a28c-127fe7b595e0 admin admin] Received port after_create {{(pid=113285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:49:36.072166 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-43d200d0-92e4-4cee-a28c-127fe7b595e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527157'] for router_interface (2f485e97-f523-438e-b0c0-d701208f3f83), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:36.098555 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] Attempting to bind port 98807093-a924-4df4-afd2-c3707b4213c1 on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:49:36.098837 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] Attempting to bind port 98807093-a924-4df4-afd2-c3707b4213c1 by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:49:36.099133 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] Attempting to bind port 98807093-a924-4df4-afd2-c3707b4213c1 on network 53809124-b48e-44e3-984c-30b91b72e738 {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:49:36.128076 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d200d0-92e4-4cee-a28c-127fe7b595e0 admin admin] Pushing event updated for resources: {'Port': ['ID=c400f1a2-98c1-4964-91c2-f23fe7de3b31,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:36.260759 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port ff981754-22d0-467c-b072-34d5edcc6b1f is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:36.261150 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (ff981754-22d0-467c-b072-34d5edcc6b1f), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:36.291175 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e368015-8c0b-4c77-8daf-46fd8c3e3f38 None None] Pushing event updated for resources: {'Port': ['ID=98807093-a924-4df4-afd2-c3707b4213c1,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:36.351722 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-ba952737-e55e-4931-be15-571fb81de046 None None] Current status of the port b5507c01-9f37-4254-a085-8417f0f20b82 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:36.352178 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ba952737-e55e-4931-be15-571fb81de046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (b5507c01-9f37-4254-a085-8417f0f20b82), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:36.366650 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ab737d1b-39df-4548-86ad-ac6e0908b257 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:36.368996 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-ab737d1b-39df-4548-86ad-ac6e0908b257 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.4313164 Oct 03 12:49:36.372558 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c758f-f332-424a-ae9f-c675aae9345e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16c74c1-7ce4-4ddd-a29a-ccd8232133ba,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:36.379231 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:36.381284 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] Set router bf68c2f1-2fbc-4059-8139-7e5e77804bdc gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:49:36.386784 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 33542) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:36.525165 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port ff981754-22d0-467c-b072-34d5edcc6b1f, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=ff981754-22d0-467c-b072-34d5edcc6b1f,segment=NetworkSegment(45e470c6-55da-45fc-b9e1-3afe7ebb42cf),segment_id=45e470c6-55da-45fc-b9e1-3afe7ebb42cf)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:49:36.544030 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:49:36.544398 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] Checking segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:49:36.546901 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:36.547590 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] Bound using segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:49:36.548091 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] Bound port: 98807093-a924-4df4-afd2-c3707b4213c1, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:49:36.549007 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (98807093-a924-4df4-afd2-c3707b4213c1), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:36.555216 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:36.571632 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d151e0-7547-44ad-937e-63aabcd9db4f admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:49:36.591284 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-00d151e0-7547-44ad-937e-63aabcd9db4f admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/3be64379-9030-445d-a5d0-c98e5b96c724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2415674 Oct 03 12:49:36.629493 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-router', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:33Z', 'revision_number': 3, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'gw_port': {'id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:36.670163 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-43d200d0-92e4-4cee-a28c-127fe7b595e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (c400f1a2-98c1-4964-91c2-f23fe7de3b31), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:36.677068 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] Checking router: 2a5a47af-db2f-4895-9785-8a69fde47225 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:49:36.677397 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] Updating router 2a5a47af-db2f-4895-9785-8a69fde47225 port 38792b87-92d3-4061-99e4-6eeb6d476a8d binding host dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:49:36.705504 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (ff981754-22d0-467c-b072-34d5edcc6b1f), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:36.706259 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device b5507c01-9f37-4254-a085-8417f0f20b82 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:36.709561 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-ba952737-e55e-4931-be15-571fb81de046 None None] For port b5507c01-9f37-4254-a085-8417f0f20b82, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=b5507c01-9f37-4254-a085-8417f0f20b82,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:49:36.742325 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (38792b87-92d3-4061-99e4-6eeb6d476a8d), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:36.841718 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ba952737-e55e-4931-be15-571fb81de046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (b5507c01-9f37-4254-a085-8417f0f20b82), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:36.968801 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] For port 98807093-a924-4df4-afd2-c3707b4213c1, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:49:36.975130 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] For port 98807093-a924-4df4-afd2-c3707b4213c1, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=98807093-a924-4df4-afd2-c3707b4213c1,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:49:37.024770 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=ff981754-22d0-467c-b072-34d5edcc6b1f,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:37.048236 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-ba952737-e55e-4931-be15-571fb81de046 None None] Provisioning complete for port ff981754-22d0-467c-b072-34d5edcc6b1f triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:37.048839 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ba952737-e55e-4931-be15-571fb81de046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (ff981754-22d0-467c-b072-34d5edcc6b1f), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:37.049434 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-ba952737-e55e-4931-be15-571fb81de046 None None] Attempt 1 to provision port ff981754-22d0-467c-b072-34d5edcc6b1f Oct 03 12:49:37.059211 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-43d200d0-92e4-4cee-a28c-127fe7b595e0 admin admin] Publish callbacks [] for port (c400f1a2-98c1-4964-91c2-f23fe7de3b31), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:37.148912 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] Sync routers for ids ['3be64379-9030-445d-a5d0-c98e5b96c724'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:49:37.151613 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:37.158981 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port b5507c01-9f37-4254-a085-8417f0f20b82 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:37.159413 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (b5507c01-9f37-4254-a085-8417f0f20b82), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:37.159834 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port b5507c01-9f37-4254-a085-8417f0f20b82 Oct 03 12:49:37.168328 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-43d200d0-92e4-4cee-a28c-127fe7b595e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (c400f1a2-98c1-4964-91c2-f23fe7de3b31), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:37.169460 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-43d200d0-92e4-4cee-a28c-127fe7b595e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527273'] for router_interface (2f485e97-f523-438e-b0c0-d701208f3f83), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:37.201957 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:37.252035 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:37.260726 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba952737-e55e-4931-be15-571fb81de046 None None] Pushing event updated for resources: {'Port': ['ID=b5507c01-9f37-4254-a085-8417f0f20b82,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:37.274766 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] Routers {'3be64379-9030-445d-a5d0-c98e5b96c724'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:49:37.275782 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'name': 'tempest-AttachVolumeTestJSON-1436640532-router', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '525d1105-b516-4c50-8464-cf5883410871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:31Z', 'revision_number': 3, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'gw_port': {'id': '525d1105-b516-4c50-8464-cf5883410871', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:37.276380 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:49:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['3be64379-9030-445d-a5d0-c98e5b96c724'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:37.279054 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (98807093-a924-4df4-afd2-c3707b4213c1), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:37.314531 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d200d0-92e4-4cee-a28c-127fe7b595e0 admin admin] Pushing event updated for resources: {'Port': ['ID=c400f1a2-98c1-4964-91c2-f23fe7de3b31,revision_number=2']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:37.387612 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e368015-8c0b-4c77-8daf-46fd8c3e3f38 None None] Pushing event updated for resources: {'Port': ['ID=98807093-a924-4df4-afd2-c3707b4213c1,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:37.387795 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] Publish callbacks [] for port (38792b87-92d3-4061-99e4-6eeb6d476a8d), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:37.497063 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (38792b87-92d3-4061-99e4-6eeb6d476a8d), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:37.504841 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] Set router 3be64379-9030-445d-a5d0-c98e5b96c724 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:49:37.538681 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d200d0-92e4-4cee-a28c-127fe7b595e0 admin admin] Network 60e0722d-40b6-482b-9c0e-b5673c4a039a is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:49:37.541074 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-43d200d0-92e4-4cee-a28c-127fe7b595e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:37.661177 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 33602) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:37.661757 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:37.664475 dv-cinder-844563-12-iscsi neutron-server[113285]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 03 12:49:37.666110 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc503b-ff9c-4810-a2b1-97823bf1f7c9 None None] Pushing event updated for resources: {'Port': ['ID=38792b87-92d3-4061-99e4-6eeb6d476a8d,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:37.668408 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:37.704737 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] Attempting to bind port 38792b87-92d3-4061-99e4-6eeb6d476a8d on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:49:37.705230 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] Attempting to bind port 38792b87-92d3-4061-99e4-6eeb6d476a8d by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:49:37.705460 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] Attempting to bind port 38792b87-92d3-4061-99e4-6eeb6d476a8d on network 53809124-b48e-44e3-984c-30b91b72e738 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:49:37.744323 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-ba952737-e55e-4931-be15-571fb81de046 None None] Current status of the port ff981754-22d0-467c-b072-34d5edcc6b1f is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:37.801478 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-ba952737-e55e-4931-be15-571fb81de046 None None] Provisioning complete for port dbacef2b-5d11-4631-963b-ac0272f84ba3 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:37.801478 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ba952737-e55e-4931-be15-571fb81de046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (dbacef2b-5d11-4631-963b-ac0272f84ba3), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:37.801478 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-ba952737-e55e-4931-be15-571fb81de046 None None] Attempt 1 to provision port dbacef2b-5d11-4631-963b-ac0272f84ba3 Oct 03 12:49:37.807391 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] Checking router: bf68c2f1-2fbc-4059-8139-7e5e77804bdc for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:49:37.808087 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] Updating router bf68c2f1-2fbc-4059-8139-7e5e77804bdc port 525d1105-b516-4c50-8464-cf5883410871 binding host dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:49:37.816226 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:37.877205 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:37.880368 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port b5507c01-9f37-4254-a085-8417f0f20b82 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:37.904206 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] Routers {'2f485e97-f523-438e-b0c0-d701208f3f83'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:49:37.911624 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:49:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['2f485e97-f523-438e-b0c0-d701208f3f83'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:37.911624 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (525d1105-b516-4c50-8464-cf5883410871), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:37.940423 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:49:37.940947 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] Checking segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:49:37.941198 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:37.941587 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] Bound using segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:49:37.942082 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] Bound port: 38792b87-92d3-4061-99e4-6eeb6d476a8d, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:49:37.943781 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (38792b87-92d3-4061-99e4-6eeb6d476a8d), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:37.957451 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 33612) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:38.046484 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] For port 38792b87-92d3-4061-99e4-6eeb6d476a8d, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:49:38.057720 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-3b549f63-7785-4823-ac7f-a98a8036364d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:38.085187 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] For port 38792b87-92d3-4061-99e4-6eeb6d476a8d, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=38792b87-92d3-4061-99e4-6eeb6d476a8d,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:49:38.178947 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d200d0-92e4-4cee-a28c-127fe7b595e0 admin admin] Router 2f485e97-f523-438e-b0c0-d701208f3f83 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:49:38.188095 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (38792b87-92d3-4061-99e4-6eeb6d476a8d), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:38.192239 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-ba952737-e55e-4931-be15-571fb81de046 None None] Current status of the port dbacef2b-5d11-4631-963b-ac0272f84ba3 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:38.229309 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4b71b273-5db1-44ea-9765-93039507ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:38.246158 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] Set router 2f485e97-f523-438e-b0c0-d701208f3f83 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:49:38.249632 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 995bae9c-fb75-47e5-ab09-b9d74fef6f6c up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:38.259813 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cf19c-aace-4b43-9c45-533a4301c40c req-bd8f5309-163e-4243-8f87-c2a3ade76ae4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:38.261459 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-300cf19c-aace-4b43-9c45-533a4301c40c req-bd8f5309-163e-4243-8f87-c2a3ade76ae4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/networks?id=f492b9a3-221f-4263-a074-289d6252f405 HTTP/1.1" status: 200 len: 819 time: 0.5984755 Oct 03 12:49:38.325587 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-703f5b45-3f92-4a3f-a392-b7d6191f54bc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1245787686-network', 'tenant_id': 'c88366da05654b2c8edbb4261b8a90be'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:38.383846 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-5c4a61cc-3839-458f-9af7-ea63ba873fc4 None None] Provisioning complete for port c400f1a2-98c1-4964-91c2-f23fe7de3b31 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:38.383846 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5c4a61cc-3839-458f-9af7-ea63ba873fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (c400f1a2-98c1-4964-91c2-f23fe7de3b31), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:38.383846 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-5c4a61cc-3839-458f-9af7-ea63ba873fc4 None None] Attempt 1 to provision port c400f1a2-98c1-4964-91c2-f23fe7de3b31 Oct 03 12:49:38.417593 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] Routers {'2a5a47af-db2f-4895-9785-8a69fde47225'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:49:38.426280 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:49:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['2a5a47af-db2f-4895-9785-8a69fde47225'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:38.450857 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d200d0-92e4-4cee-a28c-127fe7b595e0 admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:49:38.462707 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-43d200d0-92e4-4cee-a28c-127fe7b595e0 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/2f485e97-f523-438e-b0c0-d701208f3f83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6134357 Oct 03 12:49:38.476419 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-300cf19c-aace-4b43-9c45-533a4301c40c req-1abad102-2c4a-4880-a547-f861c64ee352 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/quotas/3f2b18d217d14d39886718cf209eb576 HTTP/1.1" status: 200 len: 375 time: 0.0272090 Oct 03 12:49:38.555608 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-5c4a61cc-3839-458f-9af7-ea63ba873fc4 None None] Port c400f1a2-98c1-4964-91c2-f23fe7de3b31 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:49:38.600542 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-300cf19c-aace-4b43-9c45-533a4301c40c req-0bbf61ad-dace-4d22-a397-9e66d9378d12 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3f2b18d217d14d39886718cf209eb576&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1173127 Oct 03 12:49:38.629425 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 995bae9c-fb75-47e5-ab09-b9d74fef6f6c triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:38.630081 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (995bae9c-fb75-47e5-ab09-b9d74fef6f6c), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:38.630626 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 995bae9c-fb75-47e5-ab09-b9d74fef6f6c Oct 03 12:49:38.656569 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:38.677732 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [None req-4b71b273-5db1-44ea-9765-93039507ceaf admin admin] Allocated IP 172.20.0.1 (848e2135-07d9-46d2-afff-ed218ebac86b/f618876e-ca41-40f8-983f-02970b7d2680/aabe71f5-9953-454c-af62-6cefced38512) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:49:38.695682 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc503b-ff9c-4810-a2b1-97823bf1f7c9 None None] Pushing event updated for resources: {'Port': ['ID=38792b87-92d3-4061-99e4-6eeb6d476a8d,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:38.753687 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-5c4a61cc-3839-458f-9af7-ea63ba873fc4 None None] Provisioning complete for port ff981754-22d0-467c-b072-34d5edcc6b1f triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:38.754240 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5c4a61cc-3839-458f-9af7-ea63ba873fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (ff981754-22d0-467c-b072-34d5edcc6b1f), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:38.754685 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-5c4a61cc-3839-458f-9af7-ea63ba873fc4 None None] Attempt 1 to provision port ff981754-22d0-467c-b072-34d5edcc6b1f Oct 03 12:49:38.805649 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4b71b273-5db1-44ea-9765-93039507ceaf admin admin] Publish callbacks [] for port (aabe71f5-9953-454c-af62-6cefced38512), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:38.859779 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'name': 'tempest-ServerRescueNegativeTestJSON-1174778013-router', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:25Z', 'updated_at': '2022-10-03T12:49:33Z', 'revision_number': 4, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'gw_port': {'id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ed:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:27Z', 'updated_at': '2022-10-03T12:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '4a22c5e8-e649-40b8-a406-6d66c1a4ffc2', 'name': '', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'mac_address': 'fa:16:3e:03:aa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:31Z', 'updated_at': '2022-10-03T12:49:34Z', 'revision_number': 2, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'subnets': [{'id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:38.864933 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:38.883050 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] Publish callbacks [] for port (525d1105-b516-4c50-8464-cf5883410871), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:38.940426 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [req-300cf19c-aace-4b43-9c45-533a4301c40c req-cde91cc4-59d7-427e-b6a5-02f136e2aa1c service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 12:49:38.941489 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-300cf19c-aace-4b43-9c45-533a4301c40c req-cde91cc4-59d7-427e-b6a5-02f136e2aa1c service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1204314 Oct 03 12:49:38.964696 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 995bae9c-fb75-47e5-ab09-b9d74fef6f6c is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:38.965124 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (995bae9c-fb75-47e5-ab09-b9d74fef6f6c), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:38.981880 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] Checking router: 3be64379-9030-445d-a5d0-c98e5b96c724 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:49:38.982472 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] Updating router 3be64379-9030-445d-a5d0-c98e5b96c724 port 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2 binding host dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:49:39.034910 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] Set router 2a5a47af-db2f-4895-9785-8a69fde47225 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:49:39.045581 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (525d1105-b516-4c50-8464-cf5883410871), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:39.073041 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:39.108687 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:39.115679 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703f5b45-3f92-4a3f-a392-b7d6191f54bc admin admin] Made reservation on behalf of c88366da05654b2c8edbb4261b8a90be for: {'network': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:49:39.119468 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-703f5b45-3f92-4a3f-a392-b7d6191f54bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for network (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:39.125132 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-300cf19c-aace-4b43-9c45-533a4301c40c req-987c5352-41ff-489b-a7ae-42cae8d76ce2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777613 Oct 03 12:49:39.144256 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4b71b273-5db1-44ea-9765-93039507ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (aabe71f5-9953-454c-af62-6cefced38512), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:39.160141 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port 995bae9c-fb75-47e5-ab09-b9d74fef6f6c, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=995bae9c-fb75-47e5-ab09-b9d74fef6f6c,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:49:39.171235 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] Attempting to bind port 525d1105-b516-4c50-8464-cf5883410871 on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:49:39.171622 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] Attempting to bind port 525d1105-b516-4c50-8464-cf5883410871 by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:49:39.171991 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] Attempting to bind port 525d1105-b516-4c50-8464-cf5883410871 on network 53809124-b48e-44e3-984c-30b91b72e738 {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:49:39.203422 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (4a22c5e8-e649-40b8-a406-6d66c1a4ffc2), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:39.217574 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b71b273-5db1-44ea-9765-93039507ceaf admin admin] Network 848e2135-07d9-46d2-afff-ed218ebac86b is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:49:39.261549 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-5c4a61cc-3839-458f-9af7-ea63ba873fc4 None None] Current status of the port ff981754-22d0-467c-b072-34d5edcc6b1f is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:39.264538 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f485e97-f523-438e-b0c0-d701208f3f83', 'name': 'tempest-DeleteServersTestJSON-102984443-router', 'tenant_id': 'd7994e24004a42ac88491cf70b3d1086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '98807093-a924-4df4-afd2-c3707b4213c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:36Z', 'revision_number': 4, 'project_id': 'd7994e24004a42ac88491cf70b3d1086', 'gw_port': {'id': '98807093-a924-4df4-afd2-c3707b4213c1', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f485e97-f523-438e-b0c0-d701208f3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:29Z', 'updated_at': '2022-10-03T12:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'c400f1a2-98c1-4964-91c2-f23fe7de3b31', 'name': '', 'network_id': '60e0722d-40b6-482b-9c0e-b5673c4a039a', 'tenant_id': 'd7994e24004a42ac88491cf70b3d1086', 'mac_address': 'fa:16:3e:24:8e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f485e97-f523-438e-b0c0-d701208f3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7536115b-129e-4c84-9ea5-c60fafda923a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:34Z', 'updated_at': '2022-10-03T12:49:36Z', 'revision_number': 2, 'project_id': 'd7994e24004a42ac88491cf70b3d1086', 'subnets': [{'id': '7536115b-129e-4c84-9ea5-c60fafda923a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:39.271254 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:49:39.277698 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-4b71b273-5db1-44ea-9765-93039507ceaf admin admin] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:39.280507 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] Checking segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:49:39.280948 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:39.281348 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] Bound using segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:49:39.281873 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] Bound port: 525d1105-b516-4c50-8464-cf5883410871, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:49:39.282262 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (525d1105-b516-4c50-8464-cf5883410871), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:39.324650 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [None req-3b549f63-7785-4823-ac7f-a98a8036364d admin admin] Allocated IP 172.20.0.1 (99c96330-3d0c-4416-8b2d-15be2ccdbc1b/287a7239-c391-4a5c-a389-779ed301deff/962f39f1-958a-4cb5-839b-64ff944801e8) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:49:39.337566 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] For port 525d1105-b516-4c50-8464-cf5883410871, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:49:39.340937 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] For port 525d1105-b516-4c50-8464-cf5883410871, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=525d1105-b516-4c50-8464-cf5883410871,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:49:39.353188 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-300cf19c-aace-4b43-9c45-533a4301c40c req-0744be85-2e6a-4083-b7e6-60c00a885340 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211411 Oct 03 12:49:39.386648 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 33688) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:39.413153 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (995bae9c-fb75-47e5-ab09-b9d74fef6f6c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:39.414259 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device dbacef2b-5d11-4631-963b-ac0272f84ba3 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:39.441798 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-router', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:33Z', 'revision_number': 3, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'gw_port': {'id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:39.461258 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678b476-eda8-45ce-a45e-daf547b97247 None None] Pushing event updated for resources: {'Port': ['ID=525d1105-b516-4c50-8464-cf5883410871,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:39.476959 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e243e09c-6a07-4b0c-9538-28f3ecd9ff3f None None] The sync data for ids ['2f485e97-f523-438e-b0c0-d701208f3f83'] in dv-cinder-844563-12-iscsi is: [{'id': '2f485e97-f523-438e-b0c0-d701208f3f83', 'name': 'tempest-DeleteServersTestJSON-102984443-router', 'tenant_id': 'd7994e24004a42ac88491cf70b3d1086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '98807093-a924-4df4-afd2-c3707b4213c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:36Z', 'revision_number': 4, 'project_id': 'd7994e24004a42ac88491cf70b3d1086', 'gw_port': {'id': '98807093-a924-4df4-afd2-c3707b4213c1', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f485e97-f523-438e-b0c0-d701208f3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:29Z', 'updated_at': '2022-10-03T12:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'c400f1a2-98c1-4964-91c2-f23fe7de3b31', 'name': '', 'network_id': '60e0722d-40b6-482b-9c0e-b5673c4a039a', 'tenant_id': 'd7994e24004a42ac88491cf70b3d1086', 'mac_address': 'fa:16:3e:24:8e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f485e97-f523-438e-b0c0-d701208f3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7536115b-129e-4c84-9ea5-c60fafda923a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:34Z', 'updated_at': '2022-10-03T12:49:36Z', 'revision_number': 2, 'project_id': 'd7994e24004a42ac88491cf70b3d1086', 'subnets': [{'id': '7536115b-129e-4c84-9ea5-c60fafda923a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:49:39.478649 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-703f5b45-3f92-4a3f-a392-b7d6191f54bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:39.483432 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3ea09a-c65f-4f71-9467-ff46295251ab None None] The sync data for ids ['2a5a47af-db2f-4895-9785-8a69fde47225'] in dv-cinder-844563-12-iscsi is: [{'id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-router', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:33Z', 'revision_number': 3, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'gw_port': {'id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:49:39.530730 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (525d1105-b516-4c50-8464-cf5883410871), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:39.530824 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b71b273-5db1-44ea-9765-93039507ceaf admin admin] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:49:39.531830 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4b71b273-5db1-44ea-9765-93039507ceaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527157'] for router_interface (bf68c2f1-2fbc-4059-8139-7e5e77804bdc), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:39.552375 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-5c4a61cc-3839-458f-9af7-ea63ba873fc4 None None] Provisioning complete for port b5507c01-9f37-4254-a085-8417f0f20b82 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:39.552882 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5c4a61cc-3839-458f-9af7-ea63ba873fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (b5507c01-9f37-4254-a085-8417f0f20b82), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:39.553752 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-5c4a61cc-3839-458f-9af7-ea63ba873fc4 None None] Attempt 1 to provision port b5507c01-9f37-4254-a085-8417f0f20b82 Oct 03 12:49:39.754747 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] Routers {'bf68c2f1-2fbc-4059-8139-7e5e77804bdc'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:49:39.755423 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:49:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:39.779724 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:39.800538 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port dbacef2b-5d11-4631-963b-ac0272f84ba3 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:39.801336 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (dbacef2b-5d11-4631-963b-ac0272f84ba3), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:39.803659 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port dbacef2b-5d11-4631-963b-ac0272f84ba3 Oct 03 12:49:39.898875 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71b273-5db1-44ea-9765-93039507ceaf admin admin] Pushing event updated for resources: {'Port': ['ID=aabe71f5-9953-454c-af62-6cefced38512,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:40.062418 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5b34ed55-00e0-44af-bc8e-2240676b61ce req-896c1448-260c-4a80-aeaf-19edf31524e4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 210 time: 0.0769129 Oct 03 12:49:40.084104 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:40.131118 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ab28c-1638-4028-8138-1584679658cf req-dce1547b-312e-4ab7-89e1-650fd44dd64a tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:40.132968 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f67ab28c-1638-4028-8138-1584679658cf req-dce1547b-312e-4ab7-89e1-650fd44dd64a tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/networks?id=60e0722d-40b6-482b-9c0e-b5673c4a039a HTTP/1.1" status: 200 len: 811 time: 0.7452245 Oct 03 12:49:40.160696 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=995bae9c-fb75-47e5-ab09-b9d74fef6f6c,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:40.177784 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f67ab28c-1638-4028-8138-1584679658cf req-96483cb2-5b77-48d6-8469-c844b9769e9c tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/quotas/d7994e24004a42ac88491cf70b3d1086 HTTP/1.1" status: 200 len: 375 time: 0.0267920 Oct 03 12:49:40.316005 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-5c4a61cc-3839-458f-9af7-ea63ba873fc4 None None] Current status of the port b5507c01-9f37-4254-a085-8417f0f20b82 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:40.353321 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f67ab28c-1638-4028-8138-1584679658cf req-8cdc0fde-33b0-47ed-a284-b623de8f975f tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=d7994e24004a42ac88491cf70b3d1086&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1301398 Oct 03 12:49:40.398446 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-5c4a61cc-3839-458f-9af7-ea63ba873fc4 None None] Provisioning complete for port 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:40.398828 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5c4a61cc-3839-458f-9af7-ea63ba873fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (4a22c5e8-e649-40b8-a406-6d66c1a4ffc2), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:40.399172 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-5c4a61cc-3839-458f-9af7-ea63ba873fc4 None None] Attempt 1 to provision port 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2 Oct 03 12:49:40.492702 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:40.514391 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] Set router bf68c2f1-2fbc-4059-8139-7e5e77804bdc gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:49:40.579113 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:40.616246 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [req-f67ab28c-1638-4028-8138-1584679658cf req-e80ce906-f5da-48ab-ac26-0619a2eae303 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 12:49:40.625447 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f67ab28c-1638-4028-8138-1584679658cf req-e80ce906-f5da-48ab-ac26-0619a2eae303 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1151071 Oct 03 12:49:40.690101 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] Publish callbacks [] for port (4a22c5e8-e649-40b8-a406-6d66c1a4ffc2), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:40.695571 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678b476-eda8-45ce-a45e-daf547b97247 None None] Pushing event updated for resources: {'Port': ['ID=525d1105-b516-4c50-8464-cf5883410871,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:40.715916 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-5c4a61cc-3839-458f-9af7-ea63ba873fc4 None None] Port 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:49:40.731160 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-3b549f63-7785-4823-ac7f-a98a8036364d admin admin] Publish callbacks [] for port (962f39f1-958a-4cb5-839b-64ff944801e8), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:40.756803 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (4a22c5e8-e649-40b8-a406-6d66c1a4ffc2), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:40.793789 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-703f5b45-3f92-4a3f-a392-b7d6191f54bc admin admin] Publish callbacks [] for security_group (491cfb8c-1323-413a-9112-c69e971f7b98), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:40.804546 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4b71b273-5db1-44ea-9765-93039507ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (aabe71f5-9953-454c-af62-6cefced38512), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:40.821819 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-bf31455b-873e-43af-8e27-11b695f0ab6b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:40.824541 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-3b549f63-7785-4823-ac7f-a98a8036364d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (962f39f1-958a-4cb5-839b-64ff944801e8), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:40.841527 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-bf31455b-873e-43af-8e27-11b695f0ab6b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/networks?id=f492b9a3-221f-4263-a074-289d6252f405 HTTP/1.1" status: 200 len: 819 time: 0.3060138 Oct 03 12:49:40.854159 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b549f63-7785-4823-ac7f-a98a8036364d admin admin] Network 99c96330-3d0c-4416-8b2d-15be2ccdbc1b is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:49:40.890349 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-12d34d7e-8851-4daf-95f8-eef69c2606c3 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/quotas/3f2b18d217d14d39886718cf209eb576 HTTP/1.1" status: 200 len: 375 time: 0.0522804 Oct 03 12:49:40.901161 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-3b549f63-7785-4823-ac7f-a98a8036364d admin admin] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:40.942043 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f67ab28c-1638-4028-8138-1584679658cf req-bbaa871e-74f3-4924-ae38-daaf5e4aea80 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/60e0722d-40b6-482b-9c0e-b5673c4a039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154640 Oct 03 12:49:40.983719 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b549f63-7785-4823-ac7f-a98a8036364d admin admin] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:49:40.984218 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-3b549f63-7785-4823-ac7f-a98a8036364d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527157'] for router_interface (2a5a47af-db2f-4895-9785-8a69fde47225), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:41.057319 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c453fc-ec3e-4be5-ac7a-1eaa74f91978 None None] Pushing event updated for resources: {'Port': ['ID=4a22c5e8-e649-40b8-a406-6d66c1a4ffc2,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:41.086599 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:41.211909 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] Attempting to bind port 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2 on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:49:41.221496 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] Attempting to bind port 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2 by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': 'd3a5c810-85a3-440e-99e0-0eb8dd8e532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:49:41.222320 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] Attempting to bind port 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2 on network f492b9a3-221f-4263-a074-289d6252f405 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:49:41.294335 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:49:41.310015 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-ce8d0678-3f00-449d-84e6-7608945e5c30 None None] Provisioning complete for port aabe71f5-9953-454c-af62-6cefced38512 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:41.310490 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0678-3f00-449d-84e6-7608945e5c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (aabe71f5-9953-454c-af62-6cefced38512), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:41.310832 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-ce8d0678-3f00-449d-84e6-7608945e5c30 None None] Attempt 1 to provision port aabe71f5-9953-454c-af62-6cefced38512 Oct 03 12:49:41.315474 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port dbacef2b-5d11-4631-963b-ac0272f84ba3 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:41.316080 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device ff981754-22d0-467c-b072-34d5edcc6b1f up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:41.341387 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f67ab28c-1638-4028-8138-1584679658cf req-f55ffd24-300f-46d6-94ad-5b6fe80d38b1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/60e0722d-40b6-482b-9c0e-b5673c4a039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893213 Oct 03 12:49:41.345472 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-703f5b45-3f92-4a3f-a392-b7d6191f54bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (491cfb8c-1323-413a-9112-c69e971f7b98), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:41.358070 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:41.409042 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:49:41.411768 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] Checking segment: {'id': 'd3a5c810-85a3-440e-99e0-0eb8dd8e532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:49:41.416030 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:41.417111 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] Bound using segment: {'id': 'd3a5c810-85a3-440e-99e0-0eb8dd8e532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:49:41.417804 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-31023dd9-4e12-43bb-9841-942232947850 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3f2b18d217d14d39886718cf209eb576&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5265656 Oct 03 12:49:41.421934 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] Bound port: 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a5c810-85a3-440e-99e0-0eb8dd8e532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:49:41.421934 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (4a22c5e8-e649-40b8-a406-6d66c1a4ffc2), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:41.432345 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703f5b45-3f92-4a3f-a392-b7d6191f54bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=113284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:49:41.462029 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-ce8d0678-3f00-449d-84e6-7608945e5c30 None None] Port aabe71f5-9953-454c-af62-6cefced38512 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:49:41.481956 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-703f5b45-3f92-4a3f-a392-b7d6191f54bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (a018b333-fb58-4ebc-9cb2-9de3b77cfb55), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:41.482217 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.segments_db [None req-703f5b45-3f92-4a3f-a392-b7d6191f54bc admin admin] Added segment a018b333-fb58-4ebc-9cb2-9de3b77cfb55 of type vlan for network cb5cb7e1-85b0-4a2d-94cb-45a8b9f6634f Oct 03 12:49:41.594842 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port ff981754-22d0-467c-b072-34d5edcc6b1f triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:41.605365 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (ff981754-22d0-467c-b072-34d5edcc6b1f), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:41.619163 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] For port 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:49:41.626039 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] For port 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=4a22c5e8-e649-40b8-a406-6d66c1a4ffc2,segment=NetworkSegment(d3a5c810-85a3-440e-99e0-0eb8dd8e532d),segment_id=d3a5c810-85a3-440e-99e0-0eb8dd8e532d)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:49:41.627029 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port ff981754-22d0-467c-b072-34d5edcc6b1f Oct 03 12:49:41.628545 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-703f5b45-3f92-4a3f-a392-b7d6191f54bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775902012618'] for network (cb5cb7e1-85b0-4a2d-94cb-45a8b9f6634f), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:41.662519 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-04c6a640-7715-42f0-9dfa-fdfcdfa3bfde service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329397 Oct 03 12:49:41.712338 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-af2749d6-d9c4-4797-8f68-0ff3e21279b4 None None] Provisioning complete for port 962f39f1-958a-4cb5-839b-64ff944801e8 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:41.717016 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:41.722860 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-af2749d6-d9c4-4797-8f68-0ff3e21279b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (962f39f1-958a-4cb5-839b-64ff944801e8), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:41.723202 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-af2749d6-d9c4-4797-8f68-0ff3e21279b4 None None] Attempt 1 to provision port 962f39f1-958a-4cb5-839b-64ff944801e8 Oct 03 12:49:41.723971 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:41.745707 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (4a22c5e8-e649-40b8-a406-6d66c1a4ffc2), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:41.792800 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-e36cab5d-b7a8-4d28-9b3f-dfea87378ffe service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234710 Oct 03 12:49:41.803142 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'name': 'tempest-AttachVolumeTestJSON-1436640532-router', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '525d1105-b516-4c50-8464-cf5883410871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:31Z', 'revision_number': 3, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'gw_port': {'id': '525d1105-b516-4c50-8464-cf5883410871', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:41.811670 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:41.832217 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:41.850543 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fb85cb-730c-41d7-a1ca-9c765c3feeb7 None None] The sync data for ids ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'] in dv-cinder-844563-12-iscsi is: [{'id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'name': 'tempest-AttachVolumeTestJSON-1436640532-router', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '525d1105-b516-4c50-8464-cf5883410871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:31Z', 'revision_number': 3, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'gw_port': {'id': '525d1105-b516-4c50-8464-cf5883410871', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:49:41.856057 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-af2749d6-d9c4-4797-8f68-0ff3e21279b4 None None] Port 962f39f1-958a-4cb5-839b-64ff944801e8 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:49:41.880266 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] Routers {'3be64379-9030-445d-a5d0-c98e5b96c724'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:49:41.884664 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:49:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['3be64379-9030-445d-a5d0-c98e5b96c724'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:41.894959 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-703f5b45-3f92-4a3f-a392-b7d6191f54bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for network (cb5cb7e1-85b0-4a2d-94cb-45a8b9f6634f), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:41.902470 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703f5b45-3f92-4a3f-a392-b7d6191f54bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:41.903101 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-703f5b45-3f92-4a3f-a392-b7d6191f54bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:41.909690 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port ff981754-22d0-467c-b072-34d5edcc6b1f is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:41.914952 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device b5507c01-9f37-4254-a085-8417f0f20b82 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:41.940121 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b549f63-7785-4823-ac7f-a98a8036364d admin admin] Pushing event updated for resources: {'Port': ['ID=962f39f1-958a-4cb5-839b-64ff944801e8,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:41.987999 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port b5507c01-9f37-4254-a085-8417f0f20b82 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:41.988703 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (b5507c01-9f37-4254-a085-8417f0f20b82), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:41.989354 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port b5507c01-9f37-4254-a085-8417f0f20b82 Oct 03 12:49:42.051725 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f5b45-3f92-4a3f-a392-b7d6191f54bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491cfb8c-1323-413a-9112-c69e971f7b98,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:42.057982 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c453fc-ec3e-4be5-ac7a-1eaa74f91978 None None] Pushing event updated for resources: {'Port': ['ID=4a22c5e8-e649-40b8-a406-6d66c1a4ffc2,revision_number=4']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:42.105689 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 33790) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:42.223783 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:42.247637 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5f9a4402-2005-4f80-9a65-9ec810e97694 req-2a52fa26-7018-471f-a8ff-a1ea1a33b29b tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 210 time: 0.0626347 Oct 03 12:49:42.271096 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:42.284524 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-3b549f63-7785-4823-ac7f-a98a8036364d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (962f39f1-958a-4cb5-839b-64ff944801e8), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:42.323199 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] Set router 3be64379-9030-445d-a5d0-c98e5b96c724 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:49:42.426612 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port b5507c01-9f37-4254-a085-8417f0f20b82 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:42.614308 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-703f5b45-3f92-4a3f-a392-b7d6191f54bc admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.6501801 Oct 03 12:49:42.628772 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 33808) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:42.664444 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d7e4531f-0295-444d-bb33-7a5baf6859df req-c29c364c-0e80-40cd-9cec-b3da27a8996a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 210 time: 0.1486828 Oct 03 12:49:42.683543 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b30af64a-065c-4240-9e57-64e064070c2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:42.708383 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-ac9c6dea-00fd-4138-8c25-81ebb5885343 admin admin] Request body: {'subnet': {'network_id': 'cb5cb7e1-85b0-4a2d-94cb-45a8b9f6634f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1245787686-subnet', 'tenant_id': 'c88366da05654b2c8edbb4261b8a90be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:42.785885 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f5b45-3f92-4a3f-a392-b7d6191f54bc admin admin] Pushing event updated for resources: {'Network': ['ID=cb5cb7e1-85b0-4a2d-94cb-45a8b9f6634f,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:42.805241 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:42.825438 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Network cb5cb7e1-85b0-4a2d-94cb-45a8b9f6634f details requested by agent ovs-agent-dv-cinder-844563-12-iscsi with host dv-cinder-844563-12-iscsi {{(pid=113286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 12:49:42.916164 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9c6dea-00fd-4138-8c25-81ebb5885343 admin admin] Made reservation on behalf of c88366da05654b2c8edbb4261b8a90be for: {'subnet': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:49:42.922577 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ac9c6dea-00fd-4138-8c25-81ebb5885343 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:42.972975 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 38792b87-92d3-4061-99e4-6eeb6d476a8d up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:43.058730 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b30af64a-065c-4240-9e57-64e064070c2e admin admin] Publish callbacks [] for security_group (6ac593de-90fa-45e3-814b-20f83cd99994), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:43.066352 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:43.077542 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'name': 'tempest-ServerRescueNegativeTestJSON-1174778013-router', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:25Z', 'updated_at': '2022-10-03T12:49:33Z', 'revision_number': 4, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'gw_port': {'id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:27Z', 'updated_at': '2022-10-03T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '4a22c5e8-e649-40b8-a406-6d66c1a4ffc2', 'name': '', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'mac_address': 'fa:16:3e:03:aa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:31Z', 'updated_at': '2022-10-03T12:49:41Z', 'revision_number': 4, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'subnets': [{'id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:43.191153 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b30af64a-065c-4240-9e57-64e064070c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (6ac593de-90fa-45e3-814b-20f83cd99994), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:43.213800 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cb7531-6ea6-43a7-8fca-746a77883596 None None] The sync data for ids ['3be64379-9030-445d-a5d0-c98e5b96c724'] in dv-cinder-844563-12-iscsi is: [{'id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'name': 'tempest-ServerRescueNegativeTestJSON-1174778013-router', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:25Z', 'updated_at': '2022-10-03T12:49:33Z', 'revision_number': 4, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'gw_port': {'id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:27Z', 'updated_at': '2022-10-03T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '4a22c5e8-e649-40b8-a406-6d66c1a4ffc2', 'name': '', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'mac_address': 'fa:16:3e:03:aa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:31Z', 'updated_at': '2022-10-03T12:49:41Z', 'revision_number': 4, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'subnets': [{'id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:49:43.262568 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 38792b87-92d3-4061-99e4-6eeb6d476a8d triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:43.264265 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (38792b87-92d3-4061-99e4-6eeb6d476a8d), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:43.268894 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 38792b87-92d3-4061-99e4-6eeb6d476a8d Oct 03 12:49:43.291671 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-b30af64a-065c-4240-9e57-64e064070c2e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e999f3994f1a4d4c8bf59df277dfa2e6&name=default HTTP/1.1" status: 200 len: 2993 time: 1.1822135 Oct 03 12:49:43.293115 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 33838) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:43.331914 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30af64a-065c-4240-9e57-64e064070c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac593de-90fa-45e3-814b-20f83cd99994,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:43.586700 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-3b549f63-7785-4823-ac7f-a98a8036364d admin admin] Publish callbacks [] for port (962f39f1-958a-4cb5-839b-64ff944801e8), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:43.589218 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-65bc8f6a-3e49-4e91-a8f3-e60da03c2aa6 req-1e47ee2b-cbf8-4870-98cc-5ec2c2efb6f0 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 210 time: 0.1394131 Oct 03 12:49:43.597104 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4b71b273-5db1-44ea-9765-93039507ceaf admin admin] Publish callbacks [] for port (aabe71f5-9953-454c-af62-6cefced38512), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:43.672334 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-3b549f63-7785-4823-ac7f-a98a8036364d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (962f39f1-958a-4cb5-839b-64ff944801e8), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:43.674875 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-3b549f63-7785-4823-ac7f-a98a8036364d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527273'] for router_interface (2a5a47af-db2f-4895-9785-8a69fde47225), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:43.724029 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-2d56e40b-e0da-429e-b27c-230eafc709f6 admin admin] Publish callbacks [] for security_group (6ac593de-90fa-45e3-814b-20f83cd99994), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:43.742549 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 38792b87-92d3-4061-99e4-6eeb6d476a8d is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:43.742549 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (38792b87-92d3-4061-99e4-6eeb6d476a8d), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:43.746998 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b549f63-7785-4823-ac7f-a98a8036364d admin admin] Pushing event updated for resources: {'Port': ['ID=962f39f1-958a-4cb5-839b-64ff944801e8,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:43.770131 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4b71b273-5db1-44ea-9765-93039507ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (aabe71f5-9953-454c-af62-6cefced38512), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:43.770948 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4b71b273-5db1-44ea-9765-93039507ceaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527273'] for router_interface (bf68c2f1-2fbc-4059-8139-7e5e77804bdc), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:43.806955 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port 38792b87-92d3-4061-99e4-6eeb6d476a8d, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=38792b87-92d3-4061-99e4-6eeb6d476a8d,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:49:43.852624 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-2d56e40b-e0da-429e-b27c-230eafc709f6 admin admin] Publish callbacks [] for security_group (6ac593de-90fa-45e3-814b-20f83cd99994), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:43.868136 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71b273-5db1-44ea-9765-93039507ceaf admin admin] Pushing event updated for resources: {'Port': ['ID=aabe71f5-9953-454c-af62-6cefced38512,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:43.882257 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (38792b87-92d3-4061-99e4-6eeb6d476a8d), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:43.883336 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 995bae9c-fb75-47e5-ab09-b9d74fef6f6c up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:43.899012 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0c3da919-5692-4e8e-bd5e-d698d64101da req-112c5fd8-6b9c-40ce-a314-6be946e26da6 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 210 time: 0.0755179 Oct 03 12:49:44.057197 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:44.073819 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=38792b87-92d3-4061-99e4-6eeb6d476a8d,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:44.084513 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 995bae9c-fb75-47e5-ab09-b9d74fef6f6c triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:44.085120 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (995bae9c-fb75-47e5-ab09-b9d74fef6f6c), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:44.085963 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 995bae9c-fb75-47e5-ab09-b9d74fef6f6c Oct 03 12:49:44.108070 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:44.128979 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-2d56e40b-e0da-429e-b27c-230eafc709f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (6ac593de-90fa-45e3-814b-20f83cd99994), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:44.140638 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-2d56e40b-e0da-429e-b27c-230eafc709f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:44.140638 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-2d56e40b-e0da-429e-b27c-230eafc709f6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6ac593de-90fa-45e3-814b-20f83cd99994 HTTP/1.1" status: 204 len: 168 time: 0.8448050 Oct 03 12:49:44.153503 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56e40b-e0da-429e-b27c-230eafc709f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac593de-90fa-45e3-814b-20f83cd99994,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:44.226748 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 995bae9c-fb75-47e5-ab09-b9d74fef6f6c is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:44.227919 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 98807093-a924-4df4-afd2-c3707b4213c1 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:44.265661 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b71b273-5db1-44ea-9765-93039507ceaf admin admin] Network 848e2135-07d9-46d2-afff-ed218ebac86b is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:49:44.275738 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-4b71b273-5db1-44ea-9765-93039507ceaf admin admin] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:44.306198 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 98807093-a924-4df4-afd2-c3707b4213c1 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:44.306198 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (98807093-a924-4df4-afd2-c3707b4213c1), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:44.306198 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 98807093-a924-4df4-afd2-c3707b4213c1 Oct 03 12:49:44.478113 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ac9c6dea-00fd-4138-8c25-81ebb5885343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for subnet (a7a477f2-d27b-4336-a0f0-0bede711981e), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:44.527006 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 98807093-a924-4df4-afd2-c3707b4213c1 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:44.528610 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (98807093-a924-4df4-afd2-c3707b4213c1), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:44.579638 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b549f63-7785-4823-ac7f-a98a8036364d admin admin] Network 99c96330-3d0c-4416-8b2d-15be2ccdbc1b is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:49:44.638721 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port 98807093-a924-4df4-afd2-c3707b4213c1, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=98807093-a924-4df4-afd2-c3707b4213c1,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:49:44.661423 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-3b549f63-7785-4823-ac7f-a98a8036364d admin admin] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:44.713728 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:44.740129 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c6dea-00fd-4138-8c25-81ebb5885343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a477f2-d27b-4336-a0f0-0bede711981e,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:44.762480 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (98807093-a924-4df4-afd2-c3707b4213c1), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:44.814359 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 33890) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:44.847107 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fef54d95-f492-4204-8ea6-996f3c832d5e req-3f0fceef-c7de-4099-864e-78af41c62197 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 210 time: 0.1274676 Oct 03 12:49:44.862670 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 33892) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:44.900676 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:44.903424 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-05454e90-e836-4ec6-9529-a4bece42641f None None] Provisioning complete for port aabe71f5-9953-454c-af62-6cefced38512 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:44.903926 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-05454e90-e836-4ec6-9529-a4bece42641f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (aabe71f5-9953-454c-af62-6cefced38512), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:44.904168 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-05454e90-e836-4ec6-9529-a4bece42641f None None] Attempt 1 to provision port aabe71f5-9953-454c-af62-6cefced38512 Oct 03 12:49:44.939924 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c6dea-00fd-4138-8c25-81ebb5885343 admin admin] Checking segment: {'id': 'a018b333-fb58-4ebc-9cb2-9de3b77cfb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cb5cb7e1-85b0-4a2d-94cb-45a8b9f6634f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:49:44.952564 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c6dea-00fd-4138-8c25-81ebb5885343 admin admin] Network hostable DHCP agents. Network: cb5cb7e1-85b0-4a2d-94cb-45a8b9f6634f, hostable agents: ['9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee'], hosted agents: [] {{(pid=113284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:49:44.993573 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b71b273-5db1-44ea-9765-93039507ceaf admin admin] Router bf68c2f1-2fbc-4059-8139-7e5e77804bdc has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:49:45.098566 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=98807093-a924-4df4-afd2-c3707b4213c1,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:45.107310 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:45.107656 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-05454e90-e836-4ec6-9529-a4bece42641f None None] Port aabe71f5-9953-454c-af62-6cefced38512 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:49:45.191010 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 38792b87-92d3-4061-99e4-6eeb6d476a8d up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:45.235066 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:45.242910 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c6dea-00fd-4138-8c25-81ebb5885343 admin admin] Network cb5cb7e1-85b0-4a2d-94cb-45a8b9f6634f is scheduled to be hosted by DHCP agent 9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee with binding_index 1 {{(pid=113284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:49:45.263355 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-213f1762-2d33-4998-bccf-0fa1a77cecad None None] Provisioning complete for port 962f39f1-958a-4cb5-839b-64ff944801e8 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:45.263813 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-213f1762-2d33-4998-bccf-0fa1a77cecad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (962f39f1-958a-4cb5-839b-64ff944801e8), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:45.264127 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-213f1762-2d33-4998-bccf-0fa1a77cecad None None] Attempt 1 to provision port 962f39f1-958a-4cb5-839b-64ff944801e8 Oct 03 12:49:45.293045 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-282e0976-a59a-411d-a71d-31813bf425b1 req-56cfa163-87d1-43b2-9c9b-c0b7f2e18656 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 210 time: 0.0938001 Oct 03 12:49:45.351760 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-213f1762-2d33-4998-bccf-0fa1a77cecad None None] Port 962f39f1-958a-4cb5-839b-64ff944801e8 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:49:45.367263 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 38792b87-92d3-4061-99e4-6eeb6d476a8d triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:45.368029 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (38792b87-92d3-4061-99e4-6eeb6d476a8d), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:45.368504 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 38792b87-92d3-4061-99e4-6eeb6d476a8d Oct 03 12:49:45.481162 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c1d150a3-5e38-4222-a2b7-c11803811a02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:45.507704 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b549f63-7785-4823-ac7f-a98a8036364d admin admin] Router 2a5a47af-db2f-4895-9785-8a69fde47225 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:49:45.521094 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-ac9c6dea-00fd-4138-8c25-81ebb5885343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-12-iscsi, cb5cb7e1-85b0-4a2d-94cb-45a8b9f6634f) {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:45.530993 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 38792b87-92d3-4061-99e4-6eeb6d476a8d is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:45.532170 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:45.539562 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6492fc-743f-48b9-8c95-ce9b27d7cc20 None None] Network cb5cb7e1-85b0-4a2d-94cb-45a8b9f6634f requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:49:45.588151 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b0c75c7a-f007-4c9c-93db-f1229e07356a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:45.595257 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c6dea-00fd-4138-8c25-81ebb5885343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:45.596574 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ac9c6dea-00fd-4138-8c25-81ebb5885343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for subnet (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:45.685569 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1fa340-9d66-454b-a426-f0c5ca6a34d3 None None] Network cb5cb7e1-85b0-4a2d-94cb-45a8b9f6634f requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:49:45.715587 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c1d150a3-5e38-4222-a2b7-c11803811a02 admin admin] Publish callbacks [] for security_group (8d40663e-3f77-4d84-8161-896583151233), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:45.762197 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:45.762528 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (4a22c5e8-e649-40b8-a406-6d66c1a4ffc2), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:45.763402 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2 Oct 03 12:49:45.780494 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c1d150a3-5e38-4222-a2b7-c11803811a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (8d40663e-3f77-4d84-8161-896583151233), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:45.831510 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:45.841009 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:45.842709 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b549f63-7785-4823-ac7f-a98a8036364d admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:49:45.878607 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] Sync routers for ids ['2a5a47af-db2f-4895-9785-8a69fde47225'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:49:45.885160 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:45.906998 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d150a3-5e38-4222-a2b7-c11803811a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d40663e-3f77-4d84-8161-896583151233,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:45.907606 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-3b549f63-7785-4823-ac7f-a98a8036364d admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/2a5a47af-db2f-4895-9785-8a69fde47225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0707157 Oct 03 12:49:45.910941 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b71b273-5db1-44ea-9765-93039507ceaf admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:49:45.930654 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] Routers {'2a5a47af-db2f-4895-9785-8a69fde47225'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:49:45.931515 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:49:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['2a5a47af-db2f-4895-9785-8a69fde47225'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:45.937251 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-c1d150a3-5e38-4222-a2b7-c11803811a02 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b1206a741c38411ab2498aec83388dfe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0729744 Oct 03 12:49:45.940131 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 33918) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:45.961924 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-4b71b273-5db1-44ea-9765-93039507ceaf admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/bf68c2f1-2fbc-4059-8139-7e5e77804bdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5339270 Oct 03 12:49:45.996219 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-ac9c6dea-00fd-4138-8c25-81ebb5885343 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3582542 Oct 03 12:49:46.060106 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3a5dd24d-15c6-4c5d-a68b-36bfa7c77be3 admin admin] Publish callbacks [] for security_group (8d40663e-3f77-4d84-8161-896583151233), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:46.110963 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3a5dd24d-15c6-4c5d-a68b-36bfa7c77be3 admin admin] Publish callbacks [] for security_group (8d40663e-3f77-4d84-8161-896583151233), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:46.178931 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b0c75c7a-f007-4c9c-93db-f1229e07356a admin admin] Publish callbacks [] for security_group (06967f9d-efa3-4f12-8ad7-9f1f61ab25df), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:46.204040 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6d9c1ed0-5b3f-4c12-85dc-4dc0b9f2b621 req-62536b23-42b9-4afa-afcd-e84cb667f6fd tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 210 time: 0.0348902 Oct 03 12:49:46.224899 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:46.225568 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (4a22c5e8-e649-40b8-a406-6d66c1a4ffc2), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:46.275964 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.46', 65460) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:46.280599 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b0c75c7a-f007-4c9c-93db-f1229e07356a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (06967f9d-efa3-4f12-8ad7-9f1f61ab25df), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:46.281207 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=4a22c5e8-e649-40b8-a406-6d66c1a4ffc2,segment=NetworkSegment(d3a5c810-85a3-440e-99e0-0eb8dd8e532d),segment_id=d3a5c810-85a3-440e-99e0-0eb8dd8e532d)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:49:46.284495 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] Set router 2a5a47af-db2f-4895-9785-8a69fde47225 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:49:46.350544 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3a5dd24d-15c6-4c5d-a68b-36bfa7c77be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (8d40663e-3f77-4d84-8161-896583151233), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:46.353986 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3a5dd24d-15c6-4c5d-a68b-36bfa7c77be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:46.359280 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-3a5dd24d-15c6-4c5d-a68b-36bfa7c77be3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8d40663e-3f77-4d84-8161-896583151233 HTTP/1.1" status: 204 len: 168 time: 0.4147997 Oct 03 12:49:46.360089 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c75c7a-f007-4c9c-93db-f1229e07356a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06967f9d-efa3-4f12-8ad7-9f1f61ab25df,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:46.375853 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-b0c75c7a-f007-4c9c-93db-f1229e07356a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=02b778cf9c9b40eba64364a8505a0b94&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5548875 Oct 03 12:49:46.377786 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 33934) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:46.445543 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (4a22c5e8-e649-40b8-a406-6d66c1a4ffc2), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:46.459292 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 525d1105-b516-4c50-8464-cf5883410871 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:46.460596 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:46.498952 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ed5265de-c7af-460b-aaf4-bd9d2a7b27c1 admin admin] Publish callbacks [] for security_group (06967f9d-efa3-4f12-8ad7-9f1f61ab25df), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:46.528882 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dd24d-15c6-4c5d-a68b-36bfa7c77be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d40663e-3f77-4d84-8161-896583151233,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:46.553488 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ed5265de-c7af-460b-aaf4-bd9d2a7b27c1 admin admin] Publish callbacks [] for security_group (06967f9d-efa3-4f12-8ad7-9f1f61ab25df), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:46.617547 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] Sync routers for ids ['2f485e97-f523-438e-b0c0-d701208f3f83'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:49:46.643367 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] Routers {'2f485e97-f523-438e-b0c0-d701208f3f83'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:49:46.644249 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:49:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['2f485e97-f523-438e-b0c0-d701208f3f83'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:46.664772 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:46.717815 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-02761151-dc72-4e5a-945b-751d9489036d req-3eaa479c-a116-49af-9356-706ce27c0b33 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 210 time: 0.1103919 Oct 03 12:49:46.722789 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ed5265de-c7af-460b-aaf4-bd9d2a7b27c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (06967f9d-efa3-4f12-8ad7-9f1f61ab25df), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:46.735562 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ed5265de-c7af-460b-aaf4-bd9d2a7b27c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:46.735712 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cf19c-aace-4b43-9c45-533a4301c40c req-b436d75c-a023-4824-b149-a7d090208b7f tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:46.735825 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-ed5265de-c7af-460b-aaf4-bd9d2a7b27c1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/06967f9d-efa3-4f12-8ad7-9f1f61ab25df HTTP/1.1" status: 204 len: 168 time: 0.3511391 Oct 03 12:49:46.735926 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-300cf19c-aace-4b43-9c45-533a4301c40c req-b436d75c-a023-4824-b149-a7d090208b7f tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.46 "GET /networking/v2.0/networks?id=f492b9a3-221f-4263-a074-289d6252f405 HTTP/1.1" status: 200 len: 819 time: 0.4550960 Oct 03 12:49:46.751719 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=4a22c5e8-e649-40b8-a406-6d66c1a4ffc2,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:46.775664 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5265de-c7af-460b-aaf4-bd9d2a7b27c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06967f9d-efa3-4f12-8ad7-9f1f61ab25df,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:46.825832 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] Set router 2f485e97-f523-438e-b0c0-d701208f3f83 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:49:46.835429 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 525d1105-b516-4c50-8464-cf5883410871 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:46.836112 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (525d1105-b516-4c50-8464-cf5883410871), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:46.848316 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 525d1105-b516-4c50-8464-cf5883410871 Oct 03 12:49:46.850950 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:46.902165 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [req-300cf19c-aace-4b43-9c45-533a4301c40c req-e521786e-21d4-4258-9eb9-c03783f255af tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Request body: {'port': {'device_id': 'f9909a9d-feb5-4513-9e14-6aadc4e17c59', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'admin_state_up': True, 'tenant_id': '3f2b18d217d14d39886718cf209eb576'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:46.931612 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 33952) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:46.938829 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-cf65afac-cf0a-44ca-a25f-1e7b1308171b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1737921926', 'description': 'tempest-description--1423434425'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:46.946228 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-router', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:41Z', 'revision_number': 4, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'gw_port': {'id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '962f39f1-958a-4cb5-839b-64ff944801e8', 'name': '', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'mac_address': 'fa:16:3e:69:7a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '287a7239-c391-4a5c-a389-779ed301deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:43Z', 'revision_number': 2, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'subnets': [{'id': '287a7239-c391-4a5c-a389-779ed301deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:46.979654 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] Checking router: 2a5a47af-db2f-4895-9785-8a69fde47225 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:49:46.980239 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] Updating router 2a5a47af-db2f-4895-9785-8a69fde47225 port 962f39f1-958a-4cb5-839b-64ff944801e8 binding host dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:49:47.082905 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-cf65afac-cf0a-44ca-a25f-1e7b1308171b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:47.142666 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f485e97-f523-438e-b0c0-d701208f3f83', 'name': 'tempest-DeleteServersTestJSON-102984443-router', 'tenant_id': 'd7994e24004a42ac88491cf70b3d1086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '98807093-a924-4df4-afd2-c3707b4213c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:36Z', 'revision_number': 4, 'project_id': 'd7994e24004a42ac88491cf70b3d1086', 'gw_port': {'id': '98807093-a924-4df4-afd2-c3707b4213c1', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f485e97-f523-438e-b0c0-d701208f3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:29Z', 'updated_at': '2022-10-03T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'c400f1a2-98c1-4964-91c2-f23fe7de3b31', 'name': '', 'network_id': '60e0722d-40b6-482b-9c0e-b5673c4a039a', 'tenant_id': 'd7994e24004a42ac88491cf70b3d1086', 'mac_address': 'fa:16:3e:24:8e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f485e97-f523-438e-b0c0-d701208f3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7536115b-129e-4c84-9ea5-c60fafda923a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:34Z', 'updated_at': '2022-10-03T12:49:36Z', 'revision_number': 2, 'project_id': 'd7994e24004a42ac88491cf70b3d1086', 'subnets': [{'id': '7536115b-129e-4c84-9ea5-c60fafda923a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:47.153058 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (962f39f1-958a-4cb5-839b-64ff944801e8), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:47.202519 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.46', 65466) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:47.220082 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] Checking router: 2f485e97-f523-438e-b0c0-d701208f3f83 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:49:47.221075 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] Updating router 2f485e97-f523-438e-b0c0-d701208f3f83 port c400f1a2-98c1-4964-91c2-f23fe7de3b31 binding host dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:49:47.223336 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 525d1105-b516-4c50-8464-cf5883410871 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:47.223927 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (525d1105-b516-4c50-8464-cf5883410871), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:47.287265 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port 525d1105-b516-4c50-8464-cf5883410871, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=525d1105-b516-4c50-8464-cf5883410871,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:49:47.309676 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (c400f1a2-98c1-4964-91c2-f23fe7de3b31), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:47.388752 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (525d1105-b516-4c50-8464-cf5883410871), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:47.528513 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e9d1b798-dea4-4531-8b9f-81b029e0d819 req-428d46ad-c01b-4bb0-a743-b442f2f11fbe tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 210 time: 0.0883670 Oct 03 12:49:47.532200 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300cf19c-aace-4b43-9c45-533a4301c40c req-e521786e-21d4-4258-9eb9-c03783f255af tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Made reservation on behalf of 3f2b18d217d14d39886718cf209eb576 for: {'port': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:49:47.542758 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:47.543068 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-300cf19c-aace-4b43-9c45-533a4301c40c req-e521786e-21d4-4258-9eb9-c03783f255af tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:47.585128 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 98807093-a924-4df4-afd2-c3707b4213c1 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:47.757413 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-cf65afac-cf0a-44ca-a25f-1e7b1308171b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group (16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:47.869089 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-cf65afac-cf0a-44ca-a25f-1e7b1308171b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:47.898615 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=525d1105-b516-4c50-8464-cf5883410871,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:47.907030 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 33978) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:47.930397 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e696231a-4c44-4b95-85cd-95b943b0d4c1 req-481ff9b4-59c8-4302-9121-c66249198c16 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 210 time: 0.0748351 Oct 03 12:49:47.932396 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-77870a90-d4f4-4275-ae80-c2b60264b86e tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1241594927', 'description': 'tempest-description--556885861'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:47.962597 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:48.000177 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65afac-cf0a-44ca-a25f-1e7b1308171b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:48.019987 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-00aab90d-b004-4785-8845-5c2163971a89 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:48.021538 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-00aab90d-b004-4785-8845-5c2163971a89 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.46 "GET /networking/v2.0/networks?id=f492b9a3-221f-4263-a074-289d6252f405 HTTP/1.1" status: 200 len: 819 time: 0.8235991 Oct 03 12:49:48.044244 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-cf65afac-cf0a-44ca-a25f-1e7b1308171b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:48.048160 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-cf65afac-cf0a-44ca-a25f-1e7b1308171b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1127894 Oct 03 12:49:48.051538 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-c98ce586-307f-41e3-a507-7dd503df36a9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Request body: {'port': {'device_id': '89c20240-a307-4c2f-8121-6150803fef0c', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'admin_state_up': True, 'tenant_id': '3f2b18d217d14d39886718cf209eb576'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:48.072551 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 33984) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:48.084979 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-96769cba-b745-42a8-a90f-dc1ad2590000 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Request body: {'security_group_rule': {'security_group_id': '16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:48.120247 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] Publish callbacks [] for port (962f39f1-958a-4cb5-839b-64ff944801e8), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:48.127869 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] Publish callbacks [] for port (c400f1a2-98c1-4964-91c2-f23fe7de3b31), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:48.131639 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:48.150216 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 98807093-a924-4df4-afd2-c3707b4213c1 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:48.150514 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (98807093-a924-4df4-afd2-c3707b4213c1), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:48.150847 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 98807093-a924-4df4-afd2-c3707b4213c1 Oct 03 12:49:48.229442 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 98807093-a924-4df4-afd2-c3707b4213c1 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:48.230511 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:48.236064 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-77870a90-d4f4-4275-ae80-c2b60264b86e tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:48.257764 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (c400f1a2-98c1-4964-91c2-f23fe7de3b31), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:48.287021 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (962f39f1-958a-4cb5-839b-64ff944801e8), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:48.293358 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.46', 65477) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:48.362157 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:48.362548 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (4a22c5e8-e649-40b8-a406-6d66c1a4ffc2), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:48.362883 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2 Oct 03 12:49:48.402354 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:48.434396 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:48.449120 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4785a-7709-4f48-9e1d-cf0377ecc912 None None] Pushing event updated for resources: {'Port': ['ID=962f39f1-958a-4cb5-839b-64ff944801e8,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:48.459835 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_common [req-300cf19c-aace-4b43-9c45-533a4301c40c req-e521786e-21d4-4258-9eb9-c03783f255af tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Allocated IP 172.20.0.14 (f492b9a3-221f-4263-a074-289d6252f405/37145451-837c-4b8b-9c60-d5e0dbfeb9fe/ca96c603-3295-4d37-99aa-2b5b95419166) {{(pid=113285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:49:48.481021 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] Attempting to bind port 962f39f1-958a-4cb5-839b-64ff944801e8 on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:49:48.484621 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] Attempting to bind port 962f39f1-958a-4cb5-839b-64ff944801e8 by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': 'eb152171-66b6-4baa-8e9b-3eab45314ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:49:48.484621 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] Attempting to bind port 962f39f1-958a-4cb5-839b-64ff944801e8 on network 99c96330-3d0c-4416-8b2d-15be2ccdbc1b {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:49:48.491260 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 33990) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:48.557270 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8bdb97-eb52-4c09-bed6-1a3b3734447e None None] Pushing event updated for resources: {'Port': ['ID=c400f1a2-98c1-4964-91c2-f23fe7de3b31,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:48.582154 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:48.582699 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] Attempting to bind port c400f1a2-98c1-4964-91c2-f23fe7de3b31 on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:49:48.583080 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] Attempting to bind port c400f1a2-98c1-4964-91c2-f23fe7de3b31 by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': '7ecc5122-3269-4b4c-a709-19cda5640571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '60e0722d-40b6-482b-9c0e-b5673c4a039a'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:49:48.583504 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] Attempting to bind port c400f1a2-98c1-4964-91c2-f23fe7de3b31 on network 60e0722d-40b6-482b-9c0e-b5673c4a039a {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:49:48.624134 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-cae2fe38-069a-43cb-b27b-c52ec4f22d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:48.645841 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-96769cba-b745-42a8-a90f-dc1ad2590000 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group_rule (d3131f2d-3110-4d24-8ff6-07a1842ed36c), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:48.656417 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-c98ce586-307f-41e3-a507-7dd503df36a9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Made reservation on behalf of 3f2b18d217d14d39886718cf209eb576 for: {'port': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:49:48.666374 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:49:48.671374 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] Checking segment: {'id': 'eb152171-66b6-4baa-8e9b-3eab45314ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:49:48.672033 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:48.672579 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] Bound using segment: {'id': 'eb152171-66b6-4baa-8e9b-3eab45314ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:49:48.674069 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] Bound port: 962f39f1-958a-4cb5-839b-64ff944801e8, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb152171-66b6-4baa-8e9b-3eab45314ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:49:48.675032 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-c98ce586-307f-41e3-a507-7dd503df36a9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:48.677921 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (962f39f1-958a-4cb5-839b-64ff944801e8), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:48.690180 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ab28c-1638-4028-8138-1584679658cf req-0936c77c-4c3d-46d5-a49d-c23aa616b3d8 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:48.693977 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f67ab28c-1638-4028-8138-1584679658cf req-0936c77c-4c3d-46d5-a49d-c23aa616b3d8 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.46 "GET /networking/v2.0/networks?id=60e0722d-40b6-482b-9c0e-b5673c4a039a HTTP/1.1" status: 200 len: 811 time: 0.3760149 Oct 03 12:49:48.731472 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [req-f67ab28c-1638-4028-8138-1584679658cf req-92976a19-e8ec-47bd-a2fe-45f18ff04cb7 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Request body: {'port': {'device_id': 'ea0723fe-401f-47ef-8b51-22dd148860e9', 'network_id': '60e0722d-40b6-482b-9c0e-b5673c4a039a', 'admin_state_up': True, 'tenant_id': 'd7994e24004a42ac88491cf70b3d1086'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:48.737495 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-77870a90-d4f4-4275-ae80-c2b60264b86e tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group (2d946915-7497-4a7a-88a0-9dc7d7e010a4), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:48.744234 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:49:48.749629 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] Checking segment: {'id': '7ecc5122-3269-4b4c-a709-19cda5640571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '60e0722d-40b6-482b-9c0e-b5673c4a039a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:49:48.750180 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:48.752962 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] Bound using segment: {'id': '7ecc5122-3269-4b4c-a709-19cda5640571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '60e0722d-40b6-482b-9c0e-b5673c4a039a'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:49:48.753638 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] Bound port: c400f1a2-98c1-4964-91c2-f23fe7de3b31, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ecc5122-3269-4b4c-a709-19cda5640571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '60e0722d-40b6-482b-9c0e-b5673c4a039a'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:49:48.754133 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (c400f1a2-98c1-4964-91c2-f23fe7de3b31), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:48.878976 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] For port 962f39f1-958a-4cb5-839b-64ff944801e8, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:49:48.883851 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] For port 962f39f1-958a-4cb5-839b-64ff944801e8, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=962f39f1-958a-4cb5-839b-64ff944801e8,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:49:48.896482 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] Sync routers for ids ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:49:48.903514 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:48.911538 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] Routers {'bf68c2f1-2fbc-4059-8139-7e5e77804bdc'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:49:48.912422 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:49:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:48.960008 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ecbf2ab6-90bb-44ea-9ebd-88d3298eff38 req-2ed13241-2ee3-435d-84ac-fd7495f08e92 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 210 time: 0.2485242 Oct 03 12:49:48.995838 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (962f39f1-958a-4cb5-839b-64ff944801e8), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:49.003930 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] For port c400f1a2-98c1-4964-91c2-f23fe7de3b31, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:49:49.018752 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-77870a90-d4f4-4275-ae80-c2b60264b86e tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (2d946915-7497-4a7a-88a0-9dc7d7e010a4), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:49.020122 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] For port c400f1a2-98c1-4964-91c2-f23fe7de3b31, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=c400f1a2-98c1-4964-91c2-f23fe7de3b31,segment=NetworkSegment(7ecc5122-3269-4b4c-a709-19cda5640571),segment_id=7ecc5122-3269-4b4c-a709-19cda5640571)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:49:49.055345 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77870a90-d4f4-4275-ae80-c2b60264b86e tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d946915-7497-4a7a-88a0-9dc7d7e010a4,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:49.097584 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] Routers {'2a5a47af-db2f-4895-9785-8a69fde47225'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:49:49.098241 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:49:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['2a5a47af-db2f-4895-9785-8a69fde47225'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:49.100836 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-96769cba-b745-42a8-a90f-dc1ad2590000 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group_rule (d3131f2d-3110-4d24-8ff6-07a1842ed36c), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:49.120353 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=78,neutron:UPDATE=5,neutron:INSERT=17 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:49.153174 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ef757bd2-2815-4401-bfb0-b97db59bc39b req-e25d238d-0824-41d9-8fb9-534cc1ecbe6b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 210 time: 0.0478525 Oct 03 12:49:49.200621 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-cae2fe38-069a-43cb-b27b-c52ec4f22d61 admin admin] Publish callbacks [] for security_group (623d62e5-a5b0-427e-9fa8-ff2eebc56123), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:49.203790 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-300cf19c-aace-4b43-9c45-533a4301c40c req-e521786e-21d4-4258-9eb9-c03783f255af tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for port (ca96c603-3295-4d37-99aa-2b5b95419166), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:49.211741 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:49.215473 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (c400f1a2-98c1-4964-91c2-f23fe7de3b31), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:49.217463 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-77870a90-d4f4-4275-ae80-c2b60264b86e tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:49.218676 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4785a-7709-4f48-9e1d-cf0377ecc912 None None] Pushing event updated for resources: {'Port': ['ID=962f39f1-958a-4cb5-839b-64ff944801e8,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:49.219283 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-77870a90-d4f4-4275-ae80-c2b60264b86e tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3025258 Oct 03 12:49:49.224674 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 34020) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:49.232519 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-f69c8591-b8b8-430a-b16e-8c87f88808ef tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Request body: {'security_group_rule': {'security_group_id': '2d946915-7497-4a7a-88a0-9dc7d7e010a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:49.271548 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-96769cba-b745-42a8-a90f-dc1ad2590000 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (d3131f2d-3110-4d24-8ff6-07a1842ed36c), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:49.288937 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 34024) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:49.305233 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96769cba-b745-42a8-a90f-dc1ad2590000 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3131f2d-3110-4d24-8ff6-07a1842ed36c,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:49.322857 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-cae2fe38-069a-43cb-b27b-c52ec4f22d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (623d62e5-a5b0-427e-9fa8-ff2eebc56123), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:49.334213 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-a3c2b496-337f-46d5-8971-a02eb91bd8d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:49.379988 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:UPDATE=3,neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:49.407213 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] Set router bf68c2f1-2fbc-4059-8139-7e5e77804bdc gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:49:49.424990 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f67ab28c-1638-4028-8138-1584679658cf req-92976a19-e8ec-47bd-a2fe-45f18ff04cb7 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Made reservation on behalf of d7994e24004a42ac88491cf70b3d1086 for: {'port': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:49:49.433061 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] Routers {'2f485e97-f523-438e-b0c0-d701208f3f83'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:49:49.433876 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-f67ab28c-1638-4028-8138-1584679658cf req-92976a19-e8ec-47bd-a2fe-45f18ff04cb7 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:49.434179 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:49:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['2f485e97-f523-438e-b0c0-d701208f3f83'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:49.482373 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-300cf19c-aace-4b43-9c45-533a4301c40c req-e521786e-21d4-4258-9eb9-c03783f255af tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (ca96c603-3295-4d37-99aa-2b5b95419166), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:49.493194 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-96769cba-b745-42a8-a90f-dc1ad2590000 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:49.496906 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-96769cba-b745-42a8-a90f-dc1ad2590000 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4188280 Oct 03 12:49:49.506913 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 34026) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:49.521785 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8bdb97-eb52-4c09-bed6-1a3b3734447e None None] Pushing event updated for resources: {'Port': ['ID=c400f1a2-98c1-4964-91c2-f23fe7de3b31,revision_number=4']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:49.537310 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-b7ecd11b-866f-4fb9-96c3-9dc221f6f2e7 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Request body: {'security_group_rule': {'security_group_id': '16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:49.572041 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] Set router 2a5a47af-db2f-4895-9785-8a69fde47225 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:49:49.576155 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 525d1105-b516-4c50-8464-cf5883410871 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:49.629667 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] Set router 2f485e97-f523-438e-b0c0-d701208f3f83 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:49:49.689935 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f69c8591-b8b8-430a-b16e-8c87f88808ef tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group_rule (6b4a23f1-2f57-4207-b36a-bbe4c329129f), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:49.703266 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 525d1105-b516-4c50-8464-cf5883410871 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:49.703858 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (525d1105-b516-4c50-8464-cf5883410871), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:49.704197 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 525d1105-b516-4c50-8464-cf5883410871 Oct 03 12:49:49.718499 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-cae2fe38-069a-43cb-b27b-c52ec4f22d61 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9661cd7492664918b8bd60a504c97ccd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2191629 Oct 03 12:49:49.725870 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 34030) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:49.742303 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-a3c2b496-337f-46d5-8971-a02eb91bd8d9 admin admin] Publish callbacks [] for security_group (56ab8ac9-2285-4840-b6e0-02dfedd2ba1e), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:49.745601 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521786e-21d4-4258-9eb9-c03783f255af tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Pushing event updated for resources: {'Port': ['ID=ca96c603-3295-4d37-99aa-2b5b95419166,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:49.765436 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:49.777010 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.db.api [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-c98ce586-307f-41e3-a507-7dd503df36a9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.14-ae8e664e-c337-4ff0-96d3-2b9d2400d6f6 {{(pid=113284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 03 12:49:49.777407 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG oslo_db.api [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-c98ce586-307f-41e3-a507-7dd503df36a9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:49:49.781579 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2fe38-069a-43cb-b27b-c52ec4f22d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623d62e5-a5b0-427e-9fa8-ff2eebc56123,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:49.838335 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b7ecd11b-866f-4fb9-96c3-9dc221f6f2e7 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group_rule (d180a236-ba6f-4ec3-b34c-a6199ae7e8e0), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:49.882051 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-a3c2b496-337f-46d5-8971-a02eb91bd8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (56ab8ac9-2285-4840-b6e0-02dfedd2ba1e), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:49.898414 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f69c8591-b8b8-430a-b16e-8c87f88808ef tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group_rule (6b4a23f1-2f57-4207-b36a-bbe4c329129f), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:49.935800 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300cf19c-aace-4b43-9c45-533a4301c40c req-e521786e-21d4-4258-9eb9-c03783f255af tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Network f492b9a3-221f-4263-a074-289d6252f405 is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:49:49.942573 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [req-300cf19c-aace-4b43-9c45-533a4301c40c req-e521786e-21d4-4258-9eb9-c03783f255af tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:49.952954 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2b496-337f-46d5-8971-a02eb91bd8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ab8ac9-2285-4840-b6e0-02dfedd2ba1e,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:50.066759 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [req-300cf19c-aace-4b43-9c45-533a4301c40c req-e521786e-21d4-4258-9eb9-c03783f255af tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Received port after_create {{(pid=113285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:49:50.086612 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cf19c-aace-4b43-9c45-533a4301c40c req-e521786e-21d4-4258-9eb9-c03783f255af tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:50.088755 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-300cf19c-aace-4b43-9c45-533a4301c40c req-e521786e-21d4-4258-9eb9-c03783f255af tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for port (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:50.121163 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f69c8591-b8b8-430a-b16e-8c87f88808ef tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (6b4a23f1-2f57-4207-b36a-bbe4c329129f), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:50.127840 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-a3c2b496-337f-46d5-8971-a02eb91bd8d9 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b9101270b4e74050b4bc533fd069fd20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8334010 Oct 03 12:49:50.133849 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 34040) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:50.138227 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 34042) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:50.148603 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-f1956849-b3f9-43ef-ae92-f8b91b31fd9d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-70293770-network', 'tenant_id': '1eb3e2e4a6c1421f9f5ce7fae68051ad'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:50.237195 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f485e97-f523-438e-b0c0-d701208f3f83', 'name': 'tempest-DeleteServersTestJSON-102984443-router', 'tenant_id': 'd7994e24004a42ac88491cf70b3d1086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '98807093-a924-4df4-afd2-c3707b4213c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:36Z', 'revision_number': 4, 'project_id': 'd7994e24004a42ac88491cf70b3d1086', 'gw_port': {'id': '98807093-a924-4df4-afd2-c3707b4213c1', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f485e97-f523-438e-b0c0-d701208f3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:29Z', 'updated_at': '2022-10-03T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'c400f1a2-98c1-4964-91c2-f23fe7de3b31', 'name': '', 'network_id': '60e0722d-40b6-482b-9c0e-b5673c4a039a', 'tenant_id': 'd7994e24004a42ac88491cf70b3d1086', 'mac_address': 'fa:16:3e:24:8e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f485e97-f523-438e-b0c0-d701208f3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7536115b-129e-4c84-9ea5-c60fafda923a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:34Z', 'updated_at': '2022-10-03T12:49:48Z', 'revision_number': 4, 'project_id': 'd7994e24004a42ac88491cf70b3d1086', 'subnets': [{'id': '7536115b-129e-4c84-9ea5-c60fafda923a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:50.296127 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-c98ce586-307f-41e3-a507-7dd503df36a9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:50.341455 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:50.342097 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed4acb7-7979-4102-bc65-7eedc2efcf97 None None] The sync data for ids ['2f485e97-f523-438e-b0c0-d701208f3f83'] in dv-cinder-844563-12-iscsi is: [{'id': '2f485e97-f523-438e-b0c0-d701208f3f83', 'name': 'tempest-DeleteServersTestJSON-102984443-router', 'tenant_id': 'd7994e24004a42ac88491cf70b3d1086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '98807093-a924-4df4-afd2-c3707b4213c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:36Z', 'revision_number': 4, 'project_id': 'd7994e24004a42ac88491cf70b3d1086', 'gw_port': {'id': '98807093-a924-4df4-afd2-c3707b4213c1', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f485e97-f523-438e-b0c0-d701208f3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:29Z', 'updated_at': '2022-10-03T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'c400f1a2-98c1-4964-91c2-f23fe7de3b31', 'name': '', 'network_id': '60e0722d-40b6-482b-9c0e-b5673c4a039a', 'tenant_id': 'd7994e24004a42ac88491cf70b3d1086', 'mac_address': 'fa:16:3e:24:8e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f485e97-f523-438e-b0c0-d701208f3f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7536115b-129e-4c84-9ea5-c60fafda923a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:34Z', 'updated_at': '2022-10-03T12:49:48Z', 'revision_number': 4, 'project_id': 'd7994e24004a42ac88491cf70b3d1086', 'subnets': [{'id': '7536115b-129e-4c84-9ea5-c60fafda923a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:49:50.342655 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-efe9e47e-df38-4a54-ae66-73feaac8ad90 admin admin] Publish callbacks [] for security_group (623d62e5-a5b0-427e-9fa8-ff2eebc56123), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:50.354607 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:50.417509 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b7ecd11b-866f-4fb9-96c3-9dc221f6f2e7 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group_rule (d180a236-ba6f-4ec3-b34c-a6199ae7e8e0), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:50.460893 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-efe9e47e-df38-4a54-ae66-73feaac8ad90 admin admin] Publish callbacks [] for security_group (623d62e5-a5b0-427e-9fa8-ff2eebc56123), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:50.478435 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 525d1105-b516-4c50-8464-cf5883410871 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:50.494198 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f69c8591-b8b8-430a-b16e-8c87f88808ef tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:50.498763 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-f69c8591-b8b8-430a-b16e-8c87f88808ef tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2728372 Oct 03 12:49:50.504111 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 34052) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:50.542266 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c8591-b8b8-430a-b16e-8c87f88808ef tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4a23f1-2f57-4207-b36a-bbe4c329129f,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:50.548178 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-b2d794fe-5b0f-45b4-950f-7305280fb429 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Request body: {'security_group_rule': {'security_group_id': '2d946915-7497-4a7a-88a0-9dc7d7e010a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:50.561666 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_common [req-f67ab28c-1638-4028-8138-1584679658cf req-92976a19-e8ec-47bd-a2fe-45f18ff04cb7 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Allocated IP 172.20.0.10 (60e0722d-40b6-482b-9c0e-b5673c4a039a/7536115b-129e-4c84-9ea5-c60fafda923a/edee2177-f99c-4159-b115-94dfdb5803e0) {{(pid=113285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:49:50.613989 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3737c280-425b-45c8-b8bc-be8f93893a3f req-7a785e4a-6dd7-4ab4-9b3b-4fa2a5b34bb8 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 210 time: 0.1893036 Oct 03 12:49:50.625298 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-6e422d31-d79c-481a-90bf-4d65823afbcf None None] Provisioning complete for port ca96c603-3295-4d37-99aa-2b5b95419166 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:50.625911 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6e422d31-d79c-481a-90bf-4d65823afbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (ca96c603-3295-4d37-99aa-2b5b95419166), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:50.643461 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-6e422d31-d79c-481a-90bf-4d65823afbcf None None] Attempt 1 to provision port ca96c603-3295-4d37-99aa-2b5b95419166 Oct 03 12:49:50.643715 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-dd6a6994-2437-469e-8a3c-f9128e6be6a2 req-509e231a-4ca0-48a1-9c11-b805c6b30f08 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 210 time: 0.1623075 Oct 03 12:49:50.680477 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-300cf19c-aace-4b43-9c45-533a4301c40c req-e521786e-21d4-4258-9eb9-c03783f255af tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7825119 Oct 03 12:49:50.699520 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-6e422d31-d79c-481a-90bf-4d65823afbcf None None] Port ca96c603-3295-4d37-99aa-2b5b95419166 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:49:50.705201 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'name': 'tempest-AttachVolumeTestJSON-1436640532-router', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '525d1105-b516-4c50-8464-cf5883410871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:40Z', 'revision_number': 4, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'gw_port': {'id': '525d1105-b516-4c50-8464-cf5883410871', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'aabe71f5-9953-454c-af62-6cefced38512', 'name': '', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'mac_address': 'fa:16:3e:e7:30:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:41Z', 'revision_number': 2, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'subnets': [{'id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:50.716161 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [req-300cf19c-aace-4b43-9c45-533a4301c40c req-82e36e1b-9141-4a03-8ebb-5c4c575f52ac tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 12:49:50.719798 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-300cf19c-aace-4b43-9c45-533a4301c40c req-82e36e1b-9141-4a03-8ebb-5c4c575f52ac tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0285859 Oct 03 12:49:50.734302 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:50.752248 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] Checking router: bf68c2f1-2fbc-4059-8139-7e5e77804bdc for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:49:50.752630 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] Updating router bf68c2f1-2fbc-4059-8139-7e5e77804bdc port aabe71f5-9953-454c-af62-6cefced38512 binding host dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:49:50.775531 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-c98ce586-307f-41e3-a507-7dd503df36a9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Allocated IP 172.20.0.8 (f492b9a3-221f-4263-a074-289d6252f405/37145451-837c-4b8b-9c60-d5e0dbfeb9fe/c20f6694-be45-4085-a244-f2e7042c5197) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:49:50.780862 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-router', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:41Z', 'revision_number': 4, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'gw_port': {'id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '962f39f1-958a-4cb5-839b-64ff944801e8', 'name': '', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'mac_address': 'fa:16:3e:69:7a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '287a7239-c391-4a5c-a389-779ed301deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:48Z', 'revision_number': 4, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'subnets': [{'id': '287a7239-c391-4a5c-a389-779ed301deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:50.824825 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52dc6f0-8e2d-4768-8160-c4d009edc348 None None] The sync data for ids ['2a5a47af-db2f-4895-9785-8a69fde47225'] in dv-cinder-844563-12-iscsi is: [{'id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-router', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:41Z', 'revision_number': 4, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'gw_port': {'id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '962f39f1-958a-4cb5-839b-64ff944801e8', 'name': '', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'mac_address': 'fa:16:3e:69:7a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '287a7239-c391-4a5c-a389-779ed301deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:48Z', 'revision_number': 4, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'subnets': [{'id': '287a7239-c391-4a5c-a389-779ed301deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:49:50.830488 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b2d794fe-5b0f-45b4-950f-7305280fb429 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group_rule (915d33a2-d0fc-411e-b034-adaf968ae344), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:50.842990 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (aabe71f5-9953-454c-af62-6cefced38512), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:50.915576 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1956849-b3f9-43ef-ae92-f8b91b31fd9d admin admin] Made reservation on behalf of 1eb3e2e4a6c1421f9f5ce7fae68051ad for: {'network': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:49:50.915576 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f1956849-b3f9-43ef-ae92-f8b91b31fd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for network (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:50.968526 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b2d794fe-5b0f-45b4-950f-7305280fb429 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group_rule (915d33a2-d0fc-411e-b034-adaf968ae344), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:50.971575 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f1956849-b3f9-43ef-ae92-f8b91b31fd9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:50.979225 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b7ecd11b-866f-4fb9-96c3-9dc221f6f2e7 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (d180a236-ba6f-4ec3-b34c-a6199ae7e8e0), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:51.003368 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-f67ab28c-1638-4028-8138-1584679658cf req-92976a19-e8ec-47bd-a2fe-45f18ff04cb7 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Publish callbacks [] for port (edee2177-f99c-4159-b115-94dfdb5803e0), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:51.051967 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b2d794fe-5b0f-45b4-950f-7305280fb429 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (915d33a2-d0fc-411e-b034-adaf968ae344), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:51.098453 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:51.108543 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d794fe-5b0f-45b4-950f-7305280fb429 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915d33a2-d0fc-411e-b034-adaf968ae344,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:51.112726 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecd11b-866f-4fb9-96c3-9dc221f6f2e7 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d180a236-ba6f-4ec3-b34c-a6199ae7e8e0,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:51.124136 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-f67ab28c-1638-4028-8138-1584679658cf req-92976a19-e8ec-47bd-a2fe-45f18ff04cb7 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (edee2177-f99c-4159-b115-94dfdb5803e0), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:51.265792 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92976a19-e8ec-47bd-a2fe-45f18ff04cb7 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Pushing event updated for resources: {'Port': ['ID=edee2177-f99c-4159-b115-94dfdb5803e0,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:51.327418 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-88ec0d26-a99d-445d-bf74-d22a125af463 admin admin] Publish callbacks [] for security_group (56ab8ac9-2285-4840-b6e0-02dfedd2ba1e), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:51.343818 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f67ab28c-1638-4028-8138-1584679658cf req-92976a19-e8ec-47bd-a2fe-45f18ff04cb7 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Network 60e0722d-40b6-482b-9c0e-b5673c4a039a is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:49:51.364082 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [req-f67ab28c-1638-4028-8138-1584679658cf req-92976a19-e8ec-47bd-a2fe-45f18ff04cb7 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:51.364452 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b7ecd11b-866f-4fb9-96c3-9dc221f6f2e7 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:51.365693 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-b7ecd11b-866f-4fb9-96c3-9dc221f6f2e7 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8527131 Oct 03 12:49:51.397690 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [req-300cf19c-aace-4b43-9c45-533a4301c40c req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] Request body: {'port': {'device_id': 'f9909a9d-feb5-4513-9e14-6aadc4e17c59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:51.421543 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b2d794fe-5b0f-45b4-950f-7305280fb429 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:51.427061 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-b2d794fe-5b0f-45b4-950f-7305280fb429 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9191940 Oct 03 12:49:51.427721 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 34068) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:51.428053 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 34070) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:51.430580 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67ab28c-1638-4028-8138-1584679658cf req-92976a19-e8ec-47bd-a2fe-45f18ff04cb7 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Received port after_create {{(pid=113285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:49:51.615525 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ab28c-1638-4028-8138-1584679658cf req-92976a19-e8ec-47bd-a2fe-45f18ff04cb7 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:51.615525 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-f67ab28c-1638-4028-8138-1584679658cf req-92976a19-e8ec-47bd-a2fe-45f18ff04cb7 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for port (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:51.615525 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-b5dbb473-42d3-4979-9343-d6598cee276b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Request body: {'floatingip': {'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:51.615525 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-f725735f-b2c9-4ebd-a1b1-42980fdd40dd tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Request body: {'floatingip': {'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:51.617437 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:51.689060 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-300cf19c-aace-4b43-9c45-533a4301c40c req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (ca96c603-3295-4d37-99aa-2b5b95419166), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:51.793072 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] Publish callbacks [] for port (aabe71f5-9953-454c-af62-6cefced38512), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:51.942445 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device c400f1a2-98c1-4964-91c2-f23fe7de3b31 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:52.045314 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (aabe71f5-9953-454c-af62-6cefced38512), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:52.075622 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-efe9e47e-df38-4a54-ae66-73feaac8ad90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (623d62e5-a5b0-427e-9fa8-ff2eebc56123), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:52.078312 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-efe9e47e-df38-4a54-ae66-73feaac8ad90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:52.082754 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-efe9e47e-df38-4a54-ae66-73feaac8ad90 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/623d62e5-a5b0-427e-9fa8-ff2eebc56123 HTTP/1.1" status: 204 len: 168 time: 2.3394959 Oct 03 12:49:52.102494 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-88ec0d26-a99d-445d-bf74-d22a125af463 admin admin] Publish callbacks [] for security_group (56ab8ac9-2285-4840-b6e0-02dfedd2ba1e), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:52.206730 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-c98ce586-307f-41e3-a507-7dd503df36a9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for port (c20f6694-be45-4085-a244-f2e7042c5197), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:52.206940 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-2a4d26d9-dedc-4372-879e-a9b5ebcc312c None None] Provisioning complete for port edee2177-f99c-4159-b115-94dfdb5803e0 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:52.206940 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2a4d26d9-dedc-4372-879e-a9b5ebcc312c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (edee2177-f99c-4159-b115-94dfdb5803e0), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:52.206940 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-2a4d26d9-dedc-4372-879e-a9b5ebcc312c None None] Attempt 1 to provision port edee2177-f99c-4159-b115-94dfdb5803e0 Oct 03 12:49:52.255274 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f67ab28c-1638-4028-8138-1584679658cf req-92976a19-e8ec-47bd-a2fe-45f18ff04cb7 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5311475 Oct 03 12:49:52.269046 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb473-42d3-4979-9343-d6598cee276b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:52.277056 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9e47e-df38-4a54-ae66-73feaac8ad90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623d62e5-a5b0-427e-9fa8-ff2eebc56123,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:52.300626 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d586221d-ecb2-4128-88be-89270a4ac286 req-15078fd5-29f3-461d-aa8b-a40328fecbeb tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 210 time: 0.3962665 Oct 03 12:49:52.332555 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [req-f67ab28c-1638-4028-8138-1584679658cf req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] Request body: {'port': {'device_id': 'ea0723fe-401f-47ef-8b51-22dd148860e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:52.351289 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6313d-0203-4bb0-9319-43b34c91fb95 None None] Pushing event updated for resources: {'Port': ['ID=aabe71f5-9953-454c-af62-6cefced38512,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:52.354448 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port c400f1a2-98c1-4964-91c2-f23fe7de3b31 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:52.354824 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (c400f1a2-98c1-4964-91c2-f23fe7de3b31), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:52.355204 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port c400f1a2-98c1-4964-91c2-f23fe7de3b31 Oct 03 12:49:52.435927 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f725735f-b2c9-4ebd-a1b1-42980fdd40dd tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:52.452646 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:52.453148 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d26d9-dedc-4372-879e-a9b5ebcc312c None None] Port edee2177-f99c-4159-b115-94dfdb5803e0 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:49:52.484555 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] Attempting to bind port aabe71f5-9953-454c-af62-6cefced38512 on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:49:52.485250 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] Attempting to bind port aabe71f5-9953-454c-af62-6cefced38512 by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': '45e470c6-55da-45fc-b9e1-3afe7ebb42cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:49:52.485733 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] Attempting to bind port aabe71f5-9953-454c-af62-6cefced38512 on network 848e2135-07d9-46d2-afff-ed218ebac86b {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:49:52.500541 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f1956849-b3f9-43ef-ae92-f8b91b31fd9d admin admin] Publish callbacks [] for security_group (aa0bddb7-e998-4627-992f-05f505db6670), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:52.562204 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-88ec0d26-a99d-445d-bf74-d22a125af463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (56ab8ac9-2285-4840-b6e0-02dfedd2ba1e), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:52.566181 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-88ec0d26-a99d-445d-bf74-d22a125af463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:52.585180 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-88ec0d26-a99d-445d-bf74-d22a125af463 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/56ab8ac9-2285-4840-b6e0-02dfedd2ba1e HTTP/1.1" status: 204 len: 168 time: 2.4432111 Oct 03 12:49:52.591948 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:49:52.591948 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] Checking segment: {'id': '45e470c6-55da-45fc-b9e1-3afe7ebb42cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:49:52.591948 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:52.592931 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] Bound using segment: {'id': '45e470c6-55da-45fc-b9e1-3afe7ebb42cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:49:52.593727 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] Bound port: aabe71f5-9953-454c-af62-6cefced38512, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e470c6-55da-45fc-b9e1-3afe7ebb42cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:49:52.594513 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (aabe71f5-9953-454c-af62-6cefced38512), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:52.598641 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:52.599845 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port c400f1a2-98c1-4964-91c2-f23fe7de3b31 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:52.600463 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (c400f1a2-98c1-4964-91c2-f23fe7de3b31), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:52.606359 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-c98ce586-307f-41e3-a507-7dd503df36a9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (c20f6694-be45-4085-a244-f2e7042c5197), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:52.613184 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f1956849-b3f9-43ef-ae92-f8b91b31fd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (aa0bddb7-e998-4627-992f-05f505db6670), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:52.647724 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1956849-b3f9-43ef-ae92-f8b91b31fd9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=113284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:49:52.661186 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port c400f1a2-98c1-4964-91c2-f23fe7de3b31, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=c400f1a2-98c1-4964-91c2-f23fe7de3b31,segment=NetworkSegment(7ecc5122-3269-4b4c-a709-19cda5640571),segment_id=7ecc5122-3269-4b4c-a709-19cda5640571)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:49:52.694522 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:DELETE=8,neutron:SELECT=75,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:52.715927 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f1956849-b3f9-43ef-ae92-f8b91b31fd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (0e22c76c-eb10-44c5-b213-fdd25afe574d), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:52.721699 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.segments_db [None req-f1956849-b3f9-43ef-ae92-f8b91b31fd9d admin admin] Added segment 0e22c76c-eb10-44c5-b213-fdd25afe574d of type vlan for network 31fc6fb0-38cf-41f3-a5fb-9d6023326503 Oct 03 12:49:52.741367 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] For port aabe71f5-9953-454c-af62-6cefced38512, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:49:52.746227 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] For port aabe71f5-9953-454c-af62-6cefced38512, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=aabe71f5-9953-454c-af62-6cefced38512,segment=NetworkSegment(45e470c6-55da-45fc-b9e1-3afe7ebb42cf),segment_id=45e470c6-55da-45fc-b9e1-3afe7ebb42cf)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:49:52.762442 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (c400f1a2-98c1-4964-91c2-f23fe7de3b31), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:52.766062 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 962f39f1-958a-4cb5-839b-64ff944801e8 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:52.920265 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=c400f1a2-98c1-4964-91c2-f23fe7de3b31,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:52.970306 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92073262-8513-4bc0-8678-6f18f9aeded4 req-bd5ce564-466f-4d22-8582-e7f24534ccb3 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:52.978459 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-92073262-8513-4bc0-8678-6f18f9aeded4 req-bd5ce564-466f-4d22-8582-e7f24534ccb3 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 932 time: 1.0306993 Oct 03 12:49:52.988572 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (aabe71f5-9953-454c-af62-6cefced38512), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:53.012765 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:53.060982 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ce586-307f-41e3-a507-7dd503df36a9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Pushing event updated for resources: {'Port': ['ID=c20f6694-be45-4085-a244-f2e7042c5197,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:53.080398 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec0d26-a99d-445d-bf74-d22a125af463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ab8ac9-2285-4840-b6e0-02dfedd2ba1e,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:53.140328 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f1956849-b3f9-43ef-ae92-f8b91b31fd9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775902012618'] for network (31fc6fb0-38cf-41f3-a5fb-9d6023326503), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:53.221460 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-c98ce586-307f-41e3-a507-7dd503df36a9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Network f492b9a3-221f-4263-a074-289d6252f405 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:49:53.241804 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-c98ce586-307f-41e3-a507-7dd503df36a9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:53.246982 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-c98ce586-307f-41e3-a507-7dd503df36a9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:49:53.267155 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e0dc99be-a0e4-4883-8c60-ad0349318986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:53.268354 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-c98ce586-307f-41e3-a507-7dd503df36a9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:53.270604 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-c98ce586-307f-41e3-a507-7dd503df36a9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:53.303965 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f1956849-b3f9-43ef-ae92-f8b91b31fd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for network (31fc6fb0-38cf-41f3-a5fb-9d6023326503), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:53.304958 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1956849-b3f9-43ef-ae92-f8b91b31fd9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:53.305530 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f1956849-b3f9-43ef-ae92-f8b91b31fd9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:53.317845 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] Routers {'bf68c2f1-2fbc-4059-8139-7e5e77804bdc'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:49:53.317845 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:49:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:53.493360 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6313d-0203-4bb0-9319-43b34c91fb95 None None] Pushing event updated for resources: {'Port': ['ID=aabe71f5-9953-454c-af62-6cefced38512,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:53.567348 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1956849-b3f9-43ef-ae92-f8b91b31fd9d admin admin] Pushing event updated for resources: {'Network': ['ID=31fc6fb0-38cf-41f3-a5fb-9d6023326503,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:53.576235 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1956849-b3f9-43ef-ae92-f8b91b31fd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0bddb7-e998-4627-992f-05f505db6670,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:53.586404 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-f67ab28c-1638-4028-8138-1584679658cf req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (edee2177-f99c-4159-b115-94dfdb5803e0), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:53.668840 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Network 31fc6fb0-38cf-41f3-a5fb-9d6023326503 details requested by agent ovs-agent-dv-cinder-844563-12-iscsi with host dv-cinder-844563-12-iscsi {{(pid=113286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 12:49:53.670408 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 962f39f1-958a-4cb5-839b-64ff944801e8 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:53.671042 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (962f39f1-958a-4cb5-839b-64ff944801e8), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:53.672091 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 962f39f1-958a-4cb5-839b-64ff944801e8 Oct 03 12:49:53.682060 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb473-42d3-4979-9343-d6598cee276b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:53.715781 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-c98ce586-307f-41e3-a507-7dd503df36a9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6849103 Oct 03 12:49:53.725424 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-f1956849-b3f9-43ef-ae92-f8b91b31fd9d admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.5828497 Oct 03 12:49:53.726096 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 34136) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:53.758922 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-7b1e557b-bf0b-4f39-81fd-b629c0e3dd2f admin admin] Request body: {'subnet': {'network_id': '31fc6fb0-38cf-41f3-a5fb-9d6023326503', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-70293770-subnet', 'tenant_id': '1eb3e2e4a6c1421f9f5ce7fae68051ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:53.782448 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] Request body: {'port': {'device_id': '89c20240-a307-4c2f-8121-6150803fef0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:49:53.872549 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_common [None req-b5dbb473-42d3-4979-9343-d6598cee276b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Allocated IP 172.27.0.61 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/14afd1a6-ab2c-463c-b567-76e0bbb8d858) {{(pid=113285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:49:53.879527 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:54.018909 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb473-42d3-4979-9343-d6598cee276b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for port (14afd1a6-ab2c-463c-b567-76e0bbb8d858), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:54.019412 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-7bbe2526-d20c-47b5-8ed7-5a248988aabe None None] Provisioning complete for port c20f6694-be45-4085-a244-f2e7042c5197 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:54.019926 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7bbe2526-d20c-47b5-8ed7-5a248988aabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (c20f6694-be45-4085-a244-f2e7042c5197), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:54.020782 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1e557b-bf0b-4f39-81fd-b629c0e3dd2f admin admin] Made reservation on behalf of 1eb3e2e4a6c1421f9f5ce7fae68051ad for: {'subnet': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:49:54.021239 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-7bbe2526-d20c-47b5-8ed7-5a248988aabe None None] Attempt 1 to provision port c20f6694-be45-4085-a244-f2e7042c5197 Oct 03 12:49:54.026735 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-7b1e557b-bf0b-4f39-81fd-b629c0e3dd2f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:54.108802 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.notifiers.nova [req-300cf19c-aace-4b43-9c45-533a4301c40c req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca96c603-3295-4d37-99aa-2b5b95419166 {{(pid=113285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:49:54.136389 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe2526-d20c-47b5-8ed7-5a248988aabe None None] Port c20f6694-be45-4085-a244-f2e7042c5197 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:49:54.146805 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (c20f6694-be45-4085-a244-f2e7042c5197), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:54.175881 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] Set router bf68c2f1-2fbc-4059-8139-7e5e77804bdc gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:49:54.216940 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:54.224527 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb473-42d3-4979-9343-d6598cee276b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (14afd1a6-ab2c-463c-b567-76e0bbb8d858), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:54.230862 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-300cf19c-aace-4b43-9c45-533a4301c40c req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] Publish callbacks [] for port (ca96c603-3295-4d37-99aa-2b5b95419166), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:54.312698 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f725735f-b2c9-4ebd-a1b1-42980fdd40dd tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:54.340561 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7b224-167a-4382-99f2-fa788a3af836 req-7afa8e8f-f15b-48b5-b14f-7277bce5ee91 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:54.340561 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2ae7b224-167a-4382-99f2-fa788a3af836 req-7afa8e8f-f15b-48b5-b14f-7277bce5ee91 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 931 time: 0.6622846 Oct 03 12:49:54.342368 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 962f39f1-958a-4cb5-839b-64ff944801e8 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:54.343138 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (962f39f1-958a-4cb5-839b-64ff944801e8), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:54.406928 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-92073262-8513-4bc0-8678-6f18f9aeded4 req-a2442f08-b346-4ae7-b0d1-6068baa176c1 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4274299 Oct 03 12:49:54.424205 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.provisioning_blocks [req-300cf19c-aace-4b43-9c45-533a4301c40c req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] Transition to ACTIVE for port object ca96c603-3295-4d37-99aa-2b5b95419166 will not be triggered until provisioned by entity L2. {{(pid=113285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 12:49:54.485805 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dbb473-42d3-4979-9343-d6598cee276b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:49:54.535146 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-b5dbb473-42d3-4979-9343-d6598cee276b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:54.545080 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-300cf19c-aace-4b43-9c45-533a4301c40c req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (ca96c603-3295-4d37-99aa-2b5b95419166), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:54.572297 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dbb473-42d3-4979-9343-d6598cee276b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Received port after_create {{(pid=113285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:49:54.604711 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbb473-42d3-4979-9343-d6598cee276b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Pushing event updated for resources: {'Port': ['ID=14afd1a6-ab2c-463c-b567-76e0bbb8d858,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:54.667584 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:54.695114 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port 962f39f1-958a-4cb5-839b-64ff944801e8, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=962f39f1-958a-4cb5-839b-64ff944801e8,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:49:54.727632 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'name': 'tempest-AttachVolumeTestJSON-1436640532-router', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '525d1105-b516-4c50-8464-cf5883410871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:40Z', 'revision_number': 4, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'gw_port': {'id': '525d1105-b516-4c50-8464-cf5883410871', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'aabe71f5-9953-454c-af62-6cefced38512', 'name': '', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'mac_address': 'fa:16:3e:e7:30:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:52Z', 'revision_number': 4, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'subnets': [{'id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:49:54.778236 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb910fb4-38e0-41ed-8398-d3b5491ff2bc None None] The sync data for ids ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'] in dv-cinder-844563-12-iscsi is: [{'id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'name': 'tempest-AttachVolumeTestJSON-1436640532-router', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '525d1105-b516-4c50-8464-cf5883410871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:40Z', 'revision_number': 4, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'gw_port': {'id': '525d1105-b516-4c50-8464-cf5883410871', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'aabe71f5-9953-454c-af62-6cefced38512', 'name': '', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'mac_address': 'fa:16:3e:e7:30:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:52Z', 'revision_number': 4, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'subnets': [{'id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:49:54.848172 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (962f39f1-958a-4cb5-839b-64ff944801e8), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:54.916362 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:54.957000 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 34160) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:54.959119 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=962f39f1-958a-4cb5-839b-64ff944801e8,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:55.014013 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_common [None req-f725735f-b2c9-4ebd-a1b1-42980fdd40dd tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Allocated IP 172.27.0.176 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/b880a643-f4c7-405c-8bb2-7788807641bc) {{(pid=113285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:49:55.051221 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device c400f1a2-98c1-4964-91c2-f23fe7de3b31 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:55.083353 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2ae7b224-167a-4382-99f2-fa788a3af836 req-13267ac1-4410-4c87-9932-ae11c5507c40 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7133715 Oct 03 12:49:55.133815 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-7b1e557b-bf0b-4f39-81fd-b629c0e3dd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for subnet (59e0ae5c-9683-42a3-99d6-65b4d3ae2f00), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:55.148673 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port c400f1a2-98c1-4964-91c2-f23fe7de3b31 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:55.149046 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (c400f1a2-98c1-4964-91c2-f23fe7de3b31), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:55.149498 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port c400f1a2-98c1-4964-91c2-f23fe7de3b31 Oct 03 12:49:55.169167 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.managers [req-300cf19c-aace-4b43-9c45-533a4301c40c req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] Attempting to bind port ca96c603-3295-4d37-99aa-2b5b95419166 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:49:55.169412 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.managers [req-300cf19c-aace-4b43-9c45-533a4301c40c req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] Attempting to bind port ca96c603-3295-4d37-99aa-2b5b95419166 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'd3a5c810-85a3-440e-99e0-0eb8dd8e532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405'}] {{(pid=113285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:49:55.169922 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300cf19c-aace-4b43-9c45-533a4301c40c req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] Attempting to bind port ca96c603-3295-4d37-99aa-2b5b95419166 on network f492b9a3-221f-4263-a074-289d6252f405 {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:49:55.256405 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300cf19c-aace-4b43-9c45-533a4301c40c req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] Port ca96c603-3295-4d37-99aa-2b5b95419166 on network f492b9a3-221f-4263-a074-289d6252f405 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 12:49:55.256742 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300cf19c-aace-4b43-9c45-533a4301c40c req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] Attempting to bind port ca96c603-3295-4d37-99aa-2b5b95419166 on network f492b9a3-221f-4263-a074-289d6252f405 {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:49:55.326237 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300cf19c-aace-4b43-9c45-533a4301c40c req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] Checking agent: {'id': '72e18e84-452a-46dd-9356-90dcf7de37bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'started_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:49:55.326650 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300cf19c-aace-4b43-9c45-533a4301c40c req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] Checking segment: {'id': 'd3a5c810-85a3-440e-99e0-0eb8dd8e532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:49:55.327242 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300cf19c-aace-4b43-9c45-533a4301c40c req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] Bound using segment: {'id': 'd3a5c810-85a3-440e-99e0-0eb8dd8e532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405'} {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:49:55.327784 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.managers [req-300cf19c-aace-4b43-9c45-533a4301c40c req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] Bound port: ca96c603-3295-4d37-99aa-2b5b95419166, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3a5c810-85a3-440e-99e0-0eb8dd8e532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405'}}] {{(pid=113285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:49:55.328153 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-300cf19c-aace-4b43-9c45-533a4301c40c req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (ca96c603-3295-4d37-99aa-2b5b95419166), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:55.343517 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] Pushing event updated for resources: {'Port': ['ID=ca96c603-3295-4d37-99aa-2b5b95419166,revision_number=2']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:55.436251 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port c400f1a2-98c1-4964-91c2-f23fe7de3b31 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:55.467513 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3ad33b89-91d0-4a22-8eb4-0b47dfd555a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:55.473816 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:55.492566 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb473-42d3-4979-9343-d6598cee276b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for floatingip (e4e41df4-605c-421a-a834-7d527a8da45f), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:55.519198 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1e557b-bf0b-4f39-81fd-b629c0e3dd2f admin admin] Checking segment: {'id': '0e22c76c-eb10-44c5-b213-fdd25afe574d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '31fc6fb0-38cf-41f3-a5fb-9d6023326503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:49:55.519596 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1e557b-bf0b-4f39-81fd-b629c0e3dd2f admin admin] Network hostable DHCP agents. Network: 31fc6fb0-38cf-41f3-a5fb-9d6023326503, hostable agents: ['9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee'], hosted agents: [] {{(pid=113284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:49:55.523894 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e557b-bf0b-4f39-81fd-b629c0e3dd2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=59e0ae5c-9683-42a3-99d6-65b4d3ae2f00,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:55.613179 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20f6694-be45-4085-a244-f2e7042c5197 {{(pid=113284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:49:55.623220 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4c668f76-de95-4ecc-b272-b53ceea66cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:55.695419 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] Publish callbacks [] for port (c20f6694-be45-4085-a244-f2e7042c5197), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:55.829600 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.provisioning_blocks [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] Transition to ACTIVE for port object c20f6694-be45-4085-a244-f2e7042c5197 will not be triggered until provisioned by entity L2. {{(pid=113284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 12:49:55.878558 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1e557b-bf0b-4f39-81fd-b629c0e3dd2f admin admin] Network 31fc6fb0-38cf-41f3-a5fb-9d6023326503 is scheduled to be hosted by DHCP agent 9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee with binding_index 1 {{(pid=113284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:49:55.918803 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (c20f6694-be45-4085-a244-f2e7042c5197), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:55.942434 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:56.037359 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-7b1e557b-bf0b-4f39-81fd-b629c0e3dd2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-12-iscsi, 31fc6fb0-38cf-41f3-a5fb-9d6023326503) {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:56.054780 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264dfaed-6804-4dda-a3e2-33109e6caf2d None None] Network 31fc6fb0-38cf-41f3-a5fb-9d6023326503 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:49:56.055668 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:56.099383 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [req-300cf19c-aace-4b43-9c45-533a4301c40c req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] For port ca96c603-3295-4d37-99aa-2b5b95419166, host hv-cinder-84456, cleared binding levels {{(pid=113285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:49:56.133745 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1e557b-bf0b-4f39-81fd-b629c0e3dd2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:56.148256 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-7b1e557b-bf0b-4f39-81fd-b629c0e3dd2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for subnet (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:56.154091 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f725735f-b2c9-4ebd-a1b1-42980fdd40dd tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for port (b880a643-f4c7-405c-8bb2-7788807641bc), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:56.230211 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [req-300cf19c-aace-4b43-9c45-533a4301c40c req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] For port ca96c603-3295-4d37-99aa-2b5b95419166, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ca96c603-3295-4d37-99aa-2b5b95419166,segment=NetworkSegment(d3a5c810-85a3-440e-99e0-0eb8dd8e532d),segment_id=d3a5c810-85a3-440e-99e0-0eb8dd8e532d)] {{(pid=113285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:49:56.265611 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb473-42d3-4979-9343-d6598cee276b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (14afd1a6-ab2c-463c-b567-76e0bbb8d858), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:56.279443 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b78fe3-a0bb-442b-81d6-330388203e15 req-cd63a1ec-c2db-4fb4-9e5c-1228ca40bb0b tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:56.281009 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b8b78fe3-a0bb-442b-81d6-330388203e15 req-cd63a1ec-c2db-4fb4-9e5c-1228ca40bb0b tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 932 time: 0.6460662 Oct 03 12:49:56.351796 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] Pushing event updated for resources: {'Port': ['ID=c20f6694-be45-4085-a244-f2e7042c5197,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:56.441244 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-7b1e557b-bf0b-4f39-81fd-b629c0e3dd2f admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.7139421 Oct 03 12:49:56.460810 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-300cf19c-aace-4b43-9c45-533a4301c40c req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (ca96c603-3295-4d37-99aa-2b5b95419166), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:56.469066 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1344713b-cc1b-484f-b87a-6b05cf4c03dd None None] Network 31fc6fb0-38cf-41f3-a5fb-9d6023326503 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:49:56.504773 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] Attempting to bind port c20f6694-be45-4085-a244-f2e7042c5197 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:49:56.505136 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] Attempting to bind port c20f6694-be45-4085-a244-f2e7042c5197 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'd3a5c810-85a3-440e-99e0-0eb8dd8e532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405'}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:49:56.512998 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] Attempting to bind port c20f6694-be45-4085-a244-f2e7042c5197 on network f492b9a3-221f-4263-a074-289d6252f405 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:49:56.512998 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4c668f76-de95-4ecc-b272-b53ceea66cd4 admin admin] Publish callbacks [] for security_group (e33caa8f-2812-4b64-894e-48da54a07c92), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:56.610900 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] Port c20f6694-be45-4085-a244-f2e7042c5197 on network f492b9a3-221f-4263-a074-289d6252f405 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 12:49:56.611397 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] Attempting to bind port c20f6694-be45-4085-a244-f2e7042c5197 on network f492b9a3-221f-4263-a074-289d6252f405 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:49:56.692405 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4c668f76-de95-4ecc-b272-b53ceea66cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (e33caa8f-2812-4b64-894e-48da54a07c92), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:56.739127 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c668f76-de95-4ecc-b272-b53ceea66cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33caa8f-2812-4b64-894e-48da54a07c92,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:56.812619 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] Checking agent: {'id': '72e18e84-452a-46dd-9356-90dcf7de37bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'started_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:49:56.816945 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] Checking segment: {'id': 'd3a5c810-85a3-440e-99e0-0eb8dd8e532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:49:56.817592 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] Bound using segment: {'id': 'd3a5c810-85a3-440e-99e0-0eb8dd8e532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405'} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:49:56.818046 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] Bound port: c20f6694-be45-4085-a244-f2e7042c5197, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3a5c810-85a3-440e-99e0-0eb8dd8e532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405'}}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:49:56.818425 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (c20f6694-be45-4085-a244-f2e7042c5197), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:56.874344 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-4c668f76-de95-4ecc-b272-b53ceea66cd4 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5cc4cb1efac849c3a9a00837f212f836&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9160602 Oct 03 12:49:56.881370 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 34202) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:56.889188 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 34204) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:56.905798 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:57.063177 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cf19c-aace-4b43-9c45-533a4301c40c req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:57.065311 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-300cf19c-aace-4b43-9c45-533a4301c40c req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for port (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:57.068762 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-300cf19c-aace-4b43-9c45-533a4301c40c req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/ca96c603-3295-4d37-99aa-2b5b95419166 HTTP/1.1" status: 200 len: 1094 time: 6.0226398 Oct 03 12:49:57.069661 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9909a9d-feb5-4513-9e14-6aadc4e17c59', 'tag': 'ca96c603-3295-4d37-99aa-2b5b95419166'}] {{(pid=113285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:49:57.127936 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_v2 [None req-616e2955-0c6c-4ea0-b111-b5398777d63e admin admin] Deleting subnet a7a477f2-d27b-4336-a0f0-0bede711981e {{(pid=113284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 12:49:57.135290 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-616e2955-0c6c-4ea0-b111-b5398777d63e admin admin] Publish callbacks [] for subnet (a7a477f2-d27b-4336-a0f0-0bede711981e), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:57.192817 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 962f39f1-958a-4cb5-839b-64ff944801e8 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:57.268909 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-616e2955-0c6c-4ea0-b111-b5398777d63e admin admin] Publish callbacks [] for subnet (a7a477f2-d27b-4336-a0f0-0bede711981e), precommit_delete_associations {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:57.303251 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-616e2955-0c6c-4ea0-b111-b5398777d63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441912'] for subnet (a7a477f2-d27b-4336-a0f0-0bede711981e), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:57.320435 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 962f39f1-958a-4cb5-839b-64ff944801e8 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:57.321138 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (962f39f1-958a-4cb5-839b-64ff944801e8), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:57.321670 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 962f39f1-958a-4cb5-839b-64ff944801e8 Oct 03 12:49:57.391420 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] For port c20f6694-be45-4085-a244-f2e7042c5197, host hv-cinder-84456, cleared binding levels {{(pid=113284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:49:57.426582 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 962f39f1-958a-4cb5-839b-64ff944801e8 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:57.430157 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device aabe71f5-9953-454c-af62-6cefced38512 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:57.449846 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] For port c20f6694-be45-4085-a244-f2e7042c5197, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c20f6694-be45-4085-a244-f2e7042c5197,segment=NetworkSegment(d3a5c810-85a3-440e-99e0-0eb8dd8e532d),segment_id=d3a5c810-85a3-440e-99e0-0eb8dd8e532d)] {{(pid=113284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:49:57.482369 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:57.506823 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-57c4bbd5-3f3d-4b8f-b12a-33112f1a5479 admin admin] Publish callbacks [] for security_group (e33caa8f-2812-4b64-894e-48da54a07c92), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:57.544440 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port aabe71f5-9953-454c-af62-6cefced38512 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:57.548791 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (aabe71f5-9953-454c-af62-6cefced38512), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:57.549213 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port aabe71f5-9953-454c-af62-6cefced38512 Oct 03 12:49:57.579261 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-57c4bbd5-3f3d-4b8f-b12a-33112f1a5479 admin admin] Publish callbacks [] for security_group (e33caa8f-2812-4b64-894e-48da54a07c92), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:57.593287 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:INSERT=13,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:57.613202 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (c20f6694-be45-4085-a244-f2e7042c5197), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:57.662385 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cf19c-aace-4b43-9c45-533a4301c40c req-720541e7-fdef-4863-809f-59cbae30e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:57.664173 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-300cf19c-aace-4b43-9c45-533a4301c40c req-720541e7-fdef-4863-809f-59cbae30e2ff service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3f2b18d217d14d39886718cf209eb576&device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 1128 time: 0.3640866 Oct 03 12:49:57.686547 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.notifiers.nova [req-f67ab28c-1638-4028-8138-1584679658cf req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edee2177-f99c-4159-b115-94dfdb5803e0 {{(pid=113285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:49:57.694457 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b8b78fe3-a0bb-442b-81d6-330388203e15 req-cbe4d705-f82b-4170-9fd2-09250f13582b tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3845916 Oct 03 12:49:57.729433 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:57.730068 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:57.731734 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/c20f6694-be45-4085-a244-f2e7042c5197 HTTP/1.1" status: 200 len: 1093 time: 3.9680250 Oct 03 12:49:57.732612 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c20240-a307-4c2f-8121-6150803fef0c', 'tag': 'c20f6694-be45-4085-a244-f2e7042c5197'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:49:57.785712 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f725735f-b2c9-4ebd-a1b1-42980fdd40dd tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (b880a643-f4c7-405c-8bb2-7788807641bc), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:57.806002 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port aabe71f5-9953-454c-af62-6cefced38512 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:57.806664 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (aabe71f5-9953-454c-af62-6cefced38512), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:57.808457 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303d46b-d786-4885-a3d6-fb87346c5ccd req-2721a18d-8f98-4aaf-938f-4b291b53d59a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:57.811966 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5303d46b-d786-4885-a3d6-fb87346c5ccd req-2721a18d-8f98-4aaf-938f-4b291b53d59a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 943 time: 1.5525630 Oct 03 12:49:57.842706 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-f67ab28c-1638-4028-8138-1584679658cf req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] Publish callbacks [] for port (edee2177-f99c-4159-b115-94dfdb5803e0), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:57.869320 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:57.904738 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port aabe71f5-9953-454c-af62-6cefced38512, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=aabe71f5-9953-454c-af62-6cefced38512,segment=NetworkSegment(45e470c6-55da-45fc-b9e1-3afe7ebb42cf),segment_id=45e470c6-55da-45fc-b9e1-3afe7ebb42cf)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:49:57.989043 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e863d27-e574-4828-bc4d-8a5b93fb3f52 service neutron] Pushing event updated for resources: {'Port': ['ID=ca96c603-3295-4d37-99aa-2b5b95419166,revision_number=3']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:57.990693 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405af6b-7917-4569-9f2d-683176e2e81c service neutron] Pushing event updated for resources: {'Port': ['ID=c20f6694-be45-4085-a244-f2e7042c5197,revision_number=3']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:57.997076 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-f8a661cc-5f6b-4ddb-8f9f-2c89a06b7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:57.998599 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-f8a661cc-5f6b-4ddb-8f9f-2c89a06b7a57 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3f2b18d217d14d39886718cf209eb576&device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 1127 time: 0.1173310 Oct 03 12:49:58.040212 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (aabe71f5-9953-454c-af62-6cefced38512), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:58.097495 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8c9de838f6157477042d1ccf4c4241849d38f3be3769c4c2ec48b33ae5f8e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e25f2b-a0dd-49ed-b77a-71a97a3746b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f9909a9d-feb5-4513-9e14-6aadc4e17c59", "tag": "ca96c603-3295-4d37-99aa-2b5b95419166"}]}' {{(pid=113285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:49:58.157361 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=aabe71f5-9953-454c-af62-6cefced38512,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:58.221995 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-300cf19c-aace-4b43-9c45-533a4301c40c req-968d20ab-45c3-44da-a64e-b1733caffa39 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca96c603-3295-4d37-99aa-2b5b95419166 HTTP/1.1" status: 200 len: 217 time: 0.4518054 Oct 03 12:49:58.241970 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.provisioning_blocks [req-f67ab28c-1638-4028-8138-1584679658cf req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] Transition to ACTIVE for port object edee2177-f99c-4159-b115-94dfdb5803e0 will not be triggered until provisioned by entity L2. {{(pid=113285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 12:49:58.260774 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f725735f-b2c9-4ebd-a1b1-42980fdd40dd tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:49:58.314299 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-f725735f-b2c9-4ebd-a1b1-42980fdd40dd tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:49:58.317217 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f725735f-b2c9-4ebd-a1b1-42980fdd40dd tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Received port after_create {{(pid=113285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:49:58.353140 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-f67ab28c-1638-4028-8138-1584679658cf req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (edee2177-f99c-4159-b115-94dfdb5803e0), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:58.384663 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-616e2955-0c6c-4ea0-b111-b5398777d63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1446231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for subnet (a7a477f2-d27b-4336-a0f0-0bede711981e), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:58.389773 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725735f-b2c9-4ebd-a1b1-42980fdd40dd tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Pushing event updated for resources: {'Port': ['ID=b880a643-f4c7-405c-8bb2-7788807641bc,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:58.410902 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-57c4bbd5-3f3d-4b8f-b12a-33112f1a5479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (e33caa8f-2812-4b64-894e-48da54a07c92), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:58.414315 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:58.426743 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-57c4bbd5-3f3d-4b8f-b12a-33112f1a5479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:58.434951 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-57c4bbd5-3f3d-4b8f-b12a-33112f1a5479 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e33caa8f-2812-4b64-894e-48da54a07c92 HTTP/1.1" status: 204 len: 168 time: 1.5447352 Oct 03 12:49:58.473052 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5303d46b-d786-4885-a3d6-fb87346c5ccd req-9f1666da-36a5-48fc-af01-6f8be1bd369a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5783782 Oct 03 12:49:58.482892 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cf19c-aace-4b43-9c45-533a4301c40c req-65955269-1ded-4475-9f32-d8549950b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:58.484505 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-300cf19c-aace-4b43-9c45-533a4301c40c req-65955269-1ded-4475-9f32-d8549950b31c service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=37145451-837c-4b8b-9c60-d5e0dbfeb9fe HTTP/1.1" status: 200 len: 858 time: 0.2501726 Oct 03 12:49:58.485587 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-bdb33a42-2573-4a87-908d-7e8f44c82e80 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c20f6694-be45-4085-a244-f2e7042c5197 HTTP/1.1" status: 200 len: 217 time: 0.4618075 Oct 03 12:49:58.545722 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f725735f-b2c9-4ebd-a1b1-42980fdd40dd tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for floatingip (479f4bd8-2351-4948-8152-28f2969a4246), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:58.551646 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] Pushing event updated for resources: {'Port': ['ID=edee2177-f99c-4159-b115-94dfdb5803e0,revision_number=2']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:58.644465 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4bbd5-3f3d-4b8f-b12a-33112f1a5479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33caa8f-2812-4b64-894e-48da54a07c92,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:58.644750 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb473-42d3-4979-9343-d6598cee276b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for port (14afd1a6-ab2c-463c-b567-76e0bbb8d858), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:58.649038 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e2955-0c6c-4ea0-b111-b5398777d63e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7a477f2-d27b-4336-a0f0-0bede711981e,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:58.653479 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.managers [req-f67ab28c-1638-4028-8138-1584679658cf req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] Attempting to bind port edee2177-f99c-4159-b115-94dfdb5803e0 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:49:58.653815 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.managers [req-f67ab28c-1638-4028-8138-1584679658cf req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] Attempting to bind port edee2177-f99c-4159-b115-94dfdb5803e0 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '7ecc5122-3269-4b4c-a709-19cda5640571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '60e0722d-40b6-482b-9c0e-b5673c4a039a'}] {{(pid=113285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:49:58.654145 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67ab28c-1638-4028-8138-1584679658cf req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] Attempting to bind port edee2177-f99c-4159-b115-94dfdb5803e0 on network 60e0722d-40b6-482b-9c0e-b5673c4a039a {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:49:58.780693 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cf19c-aace-4b43-9c45-533a4301c40c req-2014d6d9-d5dd-4a06-8e64-73d0288c875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:58.785665 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-300cf19c-aace-4b43-9c45-533a4301c40c req-2014d6d9-d5dd-4a06-8e64-73d0288c875b service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=f492b9a3-221f-4263-a074-289d6252f405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2382083 Oct 03 12:49:58.792026 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb473-42d3-4979-9343-d6598cee276b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (14afd1a6-ab2c-463c-b567-76e0bbb8d858), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:58.793264 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb473-42d3-4979-9343-d6598cee276b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (e4e41df4-605c-421a-a834-7d527a8da45f), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:58.810503 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df2deef-7498-4fac-ab21-137daddd1313 x-openstack-request-id: req-0df2deef-7498-4fac-ab21-137daddd1313 {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:49:58.810876 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9909a9d-feb5-4513-9e14-6aadc4e17c59", "tag": "ca96c603-3295-4d37-99aa-2b5b95419166", "status": "completed", "code": 200}]} {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:49:58.811138 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0df2deef-7498-4fac-ab21-137daddd1313 {{(pid=113285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:49:58.811619 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df2deef-7498-4fac-ab21-137daddd1313'] response: {'name': 'network-changed', 'server_uuid': 'f9909a9d-feb5-4513-9e14-6aadc4e17c59', 'tag': 'ca96c603-3295-4d37-99aa-2b5b95419166', 'status': 'completed', 'code': 200} Oct 03 12:49:58.816082 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:58.820231 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 34250) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:58.883581 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be4379c-7357-4178-a1b4-3a2779f7ea11" -d '{"events": [{"name": "network-changed", "server_uuid": "89c20240-a307-4c2f-8121-6150803fef0c", "tag": "c20f6694-be45-4085-a244-f2e7042c5197"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:49:58.899444 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:58.950679 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:58.978290 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-616e2955-0c6c-4ea0-b111-b5398777d63e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for subnet (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:58.998032 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-616e2955-0c6c-4ea0-b111-b5398777d63e admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/a7a477f2-d27b-4336-a0f0-0bede711981e HTTP/1.1" status: 204 len: 168 time: 2.1069863 Oct 03 12:49:59.045726 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 34260) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:49:59.061798 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f725735f-b2c9-4ebd-a1b1-42980fdd40dd tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (b880a643-f4c7-405c-8bb2-7788807641bc), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:59.085176 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-7f05f7c7-6b75-44d0-8146-c92124932aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:59.093715 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-7f05f7c7-6b75-44d0-8146-c92124932aaa service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=37145451-837c-4b8b-9c60-d5e0dbfeb9fe HTTP/1.1" status: 200 len: 858 time: 0.5072134 Oct 03 12:49:59.107680 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device aabe71f5-9953-454c-af62-6cefced38512 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:49:59.136363 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070d2178-d67a-4d7f-8c19-3b538afd13c3 x-openstack-request-id: req-070d2178-d67a-4d7f-8c19-3b538afd13c3 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:49:59.136891 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c20240-a307-4c2f-8121-6150803fef0c", "tag": "c20f6694-be45-4085-a244-f2e7042c5197", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:49:59.137309 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-070d2178-d67a-4d7f-8c19-3b538afd13c3 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:49:59.137904 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070d2178-d67a-4d7f-8c19-3b538afd13c3'] response: {'name': 'network-changed', 'server_uuid': '89c20240-a307-4c2f-8121-6150803fef0c', 'tag': 'c20f6694-be45-4085-a244-f2e7042c5197', 'status': 'completed', 'code': 200} Oct 03 12:49:59.271389 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port aabe71f5-9953-454c-af62-6cefced38512 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:49:59.276305 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (aabe71f5-9953-454c-af62-6cefced38512), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:59.277013 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port aabe71f5-9953-454c-af62-6cefced38512 Oct 03 12:49:59.332426 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-6fd9ccf3-3f21-4bd5-afdb-c315250300f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:59.336600 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff629eb-1486-4861-935b-eae70d9e37ce req-b8b541ac-4e59-4191-8c30-ad18523c5f6a tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:59.338391 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-aff629eb-1486-4861-935b-eae70d9e37ce req-b8b541ac-4e59-4191-8c30-ad18523c5f6a tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 944 time: 0.3935277 Oct 03 12:49:59.341192 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-6fd9ccf3-3f21-4bd5-afdb-c315250300f1 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=f492b9a3-221f-4263-a074-289d6252f405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2004328 Oct 03 12:49:59.363141 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b5dbb473-42d3-4979-9343-d6598cee276b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:59.363141 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-b5dbb473-42d3-4979-9343-d6598cee276b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.9140875 Oct 03 12:49:59.405976 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67ab28c-1638-4028-8138-1584679658cf req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] Port edee2177-f99c-4159-b115-94dfdb5803e0 on network 60e0722d-40b6-482b-9c0e-b5673c4a039a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 12:49:59.406457 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67ab28c-1638-4028-8138-1584679658cf req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] Attempting to bind port edee2177-f99c-4159-b115-94dfdb5803e0 on network 60e0722d-40b6-482b-9c0e-b5673c4a039a {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:49:59.435675 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:59.443425 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbb473-42d3-4979-9343-d6598cee276b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Pushing event updated for resources: {'Port': ['ID=14afd1a6-ab2c-463c-b567-76e0bbb8d858,revision_number=2']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:49:59.457025 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-300cf19c-aace-4b43-9c45-533a4301c40c req-47b21827-991c-455e-91c4-80a0e1155aab service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486449 Oct 03 12:49:59.559606 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435317'] for network (cb5cb7e1-85b0-4a2d-94cb-45a8b9f6634f), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:59.609008 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port aabe71f5-9953-454c-af62-6cefced38512 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:49:59.619762 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:49:59.729783 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-f8d9f061-81a5-447b-94f1-1869cfd6ef95 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544602 Oct 03 12:49:59.785120 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351786', 'neutron.services.segments.db._delete_segments_for_network-8775902573532'] for network (cb5cb7e1-85b0-4a2d-94cb-45a8b9f6634f), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:59.810641 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c635f89e-9af6-4a20-8f56-7c7fcdbe3d6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:59.859711 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:49:59.860051 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:49:59.860899 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:49:59.862299 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] Subscribe: > port after_create 55550000 {{(pid=113284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:49:59.863518 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:49:59.863518 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] Subscribe: > port after_update 55550000 {{(pid=113284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:49:59.863727 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:49:59.863920 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:49:59.865111 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:49:59.869944 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:49:59.914435 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67ab28c-1638-4028-8138-1584679658cf req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] Checking agent: {'id': '72e18e84-452a-46dd-9356-90dcf7de37bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'started_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:49:59.914796 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67ab28c-1638-4028-8138-1584679658cf req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] Checking segment: {'id': '7ecc5122-3269-4b4c-a709-19cda5640571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '60e0722d-40b6-482b-9c0e-b5673c4a039a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:49:59.915207 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67ab28c-1638-4028-8138-1584679658cf req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] Bound using segment: {'id': '7ecc5122-3269-4b4c-a709-19cda5640571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '60e0722d-40b6-482b-9c0e-b5673c4a039a'} {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:49:59.915670 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.managers [req-f67ab28c-1638-4028-8138-1584679658cf req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] Bound port: edee2177-f99c-4159-b115-94dfdb5803e0, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ecc5122-3269-4b4c-a709-19cda5640571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '60e0722d-40b6-482b-9c0e-b5673c4a039a'}}] {{(pid=113285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:49:59.916034 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-f67ab28c-1638-4028-8138-1584679658cf req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (edee2177-f99c-4159-b115-94dfdb5803e0), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:49:59.932282 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-aff629eb-1486-4861-935b-eae70d9e37ce req-2fd92c33-d8a8-43c6-8baf-2bb996fe1a4e tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626740 Oct 03 12:50:00.038417 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 34278) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:00.088915 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b9bff-538e-4ef1-906a-dae6a56be3d6 req-34ec3f95-eb48-45b5-9316-ff5b13b70c50 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:00.092386 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:50:00.092907 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:50:00.093160 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:50:00.093393 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:50:00.093770 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5cb7e1-85b0-4a2d-94cb-45a8b9f6634f']}} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:50:00.097362 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d11b9bff-538e-4ef1-906a-dae6a56be3d6 req-34ec3f95-eb48-45b5-9316-ff5b13b70c50 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 943 time: 0.3348906 Oct 03 12:50:00.111466 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f725735f-b2c9-4ebd-a1b1-42980fdd40dd tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for port (b880a643-f4c7-405c-8bb2-7788807641bc), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:00.122164 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-362ae728-f9a6-466b-a658-9d00e6ef6802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:00.147907 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a018b333-fb58-4ebc-9cb2-9de3b77cfb55') {'for_net_delete': True} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:50:00.148339 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a018b333-fb58-4ebc-9cb2-9de3b77cfb55') {} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:50:00.174905 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775902526374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13831346'] for segment (a018b333-fb58-4ebc-9cb2-9de3b77cfb55), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:00.217504 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (a018b333-fb58-4ebc-9cb2-9de3b77cfb55), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:00.233018 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dcc2d966-f6a1-4649-bac8-5158d55d57fc req-1766556e-a9aa-42b2-9ec3-56721e9e57a2 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952133 Oct 03 12:50:00.235294 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-300cf19c-aace-4b43-9c45-533a4301c40c req-92c563a8-760d-4808-8a5f-9c1072e1fe01 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622400 Oct 03 12:50:00.241678 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=113284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:50:00.242346 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13830899'] for segment (a018b333-fb58-4ebc-9cb2-9de3b77cfb55), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:00.250106 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=55,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:00.262702 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f725735f-b2c9-4ebd-a1b1-42980fdd40dd tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (b880a643-f4c7-405c-8bb2-7788807641bc), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:00.265463 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f725735f-b2c9-4ebd-a1b1-42980fdd40dd tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (479f4bd8-2351-4948-8152-28f2969a4246), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:00.348375 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:00.382744 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e2507a63-1d38-4cb7-adc8-761108580302 req-10e40b82-957a-4ac6-8052-f7b77975ae26 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1241594927&fields=id&tenant_id=cc40d256f0e24050b6b53fdbcbce1962 HTTP/1.1" status: 200 len: 267 time: 0.3525920 Oct 03 12:50:00.483309 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764585'] for network (cb5cb7e1-85b0-4a2d-94cb-45a8b9f6634f), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:00.527034 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [req-f67ab28c-1638-4028-8138-1584679658cf req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] For port edee2177-f99c-4159-b115-94dfdb5803e0, host hv-cinder-84456, cleared binding levels {{(pid=113285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:50:00.531860 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:00.538567 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/cb5cb7e1-85b0-4a2d-94cb-45a8b9f6634f HTTP/1.1" status: 204 len: 168 time: 1.4892447 Oct 03 12:50:00.542181 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 34292) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:00.552252 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77f2f7-357c-43b9-b2cd-54bbc91561c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb5cb7e1-85b0-4a2d-94cb-45a8b9f6634f,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:00.566907 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e25f2b-a0dd-49ed-b77a-71a97a3746b4 req-581b99d8-bee3-49cb-a213-1249f2354df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:00.570884 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f4e25f2b-a0dd-49ed-b77a-71a97a3746b4 req-581b99d8-bee3-49cb-a213-1249f2354df6 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3f2b18d217d14d39886718cf209eb576&device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 1128 time: 0.1529884 Oct 03 12:50:00.803647 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.services.segments.plugin [-] Segment a018b333-fb58-4ebc-9cb2-9de3b77cfb55 resource provider aggregate not found Oct 03 12:50:00.839883 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:00.848207 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e14ec4-3676-4e50-b53e-e99fcda60d1a admin admin] Deleting subnet 59e0ae5c-9683-42a3-99d6-65b4d3ae2f00 {{(pid=113284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 12:50:00.851927 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d11b9bff-538e-4ef1-906a-dae6a56be3d6 req-377aafd6-6031-4489-bd96-4b183375d3cc tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7540543 Oct 03 12:50:00.858178 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.services.segments.plugin [-] Segment a018b333-fb58-4ebc-9cb2-9de3b77cfb55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a018b333-fb58-4ebc-9cb2-9de3b77cfb55 found for delete ", "request_id": "req-d6b10e6d-d494-44fd-9e4f-30732848cef3"}]} Oct 03 12:50:00.890274 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b8e14ec4-3676-4e50-b53e-e99fcda60d1a admin admin] Publish callbacks [] for subnet (59e0ae5c-9683-42a3-99d6-65b4d3ae2f00), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:00.904035 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c635f89e-9af6-4a20-8f56-7c7fcdbe3d6c admin admin] Publish callbacks [] for security_group (dba53f82-8157-46e7-8a36-37afd44fd97a), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:00.909094 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f725735f-b2c9-4ebd-a1b1-42980fdd40dd tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:00.918235 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-f725735f-b2c9-4ebd-a1b1-42980fdd40dd tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.4670918 Oct 03 12:50:00.918235 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:00.919463 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [req-f67ab28c-1638-4028-8138-1584679658cf req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] For port edee2177-f99c-4159-b115-94dfdb5803e0, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=edee2177-f99c-4159-b115-94dfdb5803e0,segment=NetworkSegment(7ecc5122-3269-4b4c-a709-19cda5640571),segment_id=7ecc5122-3269-4b4c-a709-19cda5640571)] {{(pid=113285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:50:00.920932 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725735f-b2c9-4ebd-a1b1-42980fdd40dd tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Pushing event updated for resources: {'Port': ['ID=b880a643-f4c7-405c-8bb2-7788807641bc,revision_number=2']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:00.934252 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e25f2b-a0dd-49ed-b77a-71a97a3746b4 req-0b9c1309-dc24-4fdf-8c69-2dbdf9bdde4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:00.936358 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f4e25f2b-a0dd-49ed-b77a-71a97a3746b4 req-0b9c1309-dc24-4fdf-8c69-2dbdf9bdde4f service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=f492b9a3-221f-4263-a074-289d6252f405 HTTP/1.1" status: 200 len: 920 time: 0.3519876 Oct 03 12:50:00.944254 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4379c-7357-4178-a1b4-3a2779f7ea11 req-baa2d0ba-034e-40da-bbcb-097d73df7f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:00.953317 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4be4379c-7357-4178-a1b4-3a2779f7ea11 req-baa2d0ba-034e-40da-bbcb-097d73df7f21 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3f2b18d217d14d39886718cf209eb576&device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 1127 time: 0.4883754 Oct 03 12:50:00.953436 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b8e14ec4-3676-4e50-b53e-e99fcda60d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13831371'] for subnet (59e0ae5c-9683-42a3-99d6-65b4d3ae2f00), precommit_delete_associations {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:01.024874 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c635f89e-9af6-4a20-8f56-7c7fcdbe3d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (dba53f82-8157-46e7-8a36-37afd44fd97a), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:01.066952 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f4e25f2b-a0dd-49ed-b77a-71a97a3746b4 req-cc26a652-5f55-49a7-8412-2c352057db14 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca96c603-3295-4d37-99aa-2b5b95419166 HTTP/1.1" status: 200 len: 217 time: 0.0582519 Oct 03 12:50:01.119944 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b8e14ec4-3676-4e50-b53e-e99fcda60d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441912'] for subnet (59e0ae5c-9683-42a3-99d6-65b4d3ae2f00), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:01.129114 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-f67ab28c-1638-4028-8138-1584679658cf req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (edee2177-f99c-4159-b115-94dfdb5803e0), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:01.160765 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e25f2b-a0dd-49ed-b77a-71a97a3746b4 req-8ca6496e-862a-4d07-ba53-0ba844f6a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:01.162244 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f4e25f2b-a0dd-49ed-b77a-71a97a3746b4 req-8ca6496e-862a-4d07-ba53-0ba844f6a7da service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=37145451-837c-4b8b-9c60-d5e0dbfeb9fe HTTP/1.1" status: 200 len: 858 time: 0.0833144 Oct 03 12:50:01.165521 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ab28c-1638-4028-8138-1584679658cf req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:01.166195 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-f67ab28c-1638-4028-8138-1584679658cf req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for port (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:01.167702 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f67ab28c-1638-4028-8138-1584679658cf req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/edee2177-f99c-4159-b115-94dfdb5803e0 HTTP/1.1" status: 200 len: 1094 time: 8.8923059 Oct 03 12:50:01.180748 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0723fe-401f-47ef-8b51-22dd148860e9', 'tag': 'edee2177-f99c-4159-b115-94dfdb5803e0'}] {{(pid=113285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:50:01.183118 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8c9de838f6157477042d1ccf4c4241849d38f3be3769c4c2ec48b33ae5f8e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39de5712-5482-47b4-9047-9a1a4f191bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0723fe-401f-47ef-8b51-22dd148860e9", "tag": "edee2177-f99c-4159-b115-94dfdb5803e0"}]}' {{(pid=113285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:50:01.242288 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e25f2b-a0dd-49ed-b77a-71a97a3746b4 req-8e14050f-454e-4eb7-b2cc-ae2e5ef57cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:01.245004 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f4e25f2b-a0dd-49ed-b77a-71a97a3746b4 req-8e14050f-454e-4eb7-b2cc-ae2e5ef57cdd service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=f492b9a3-221f-4263-a074-289d6252f405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0588598 Oct 03 12:50:01.268523 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-c635f89e-9af6-4a20-8f56-7c7fcdbe3d6c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=1c505a5b81c8490c899486f892830a8a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3580914 Oct 03 12:50:01.268739 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 34312) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:01.324752 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b8e14ec4-3676-4e50-b53e-e99fcda60d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1446231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13830681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16668812'] for subnet (59e0ae5c-9683-42a3-99d6-65b4d3ae2f00), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:01.340313 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2507a63-1d38-4cb7-adc8-761108580302 req-500e7035-e31f-4327-87b8-78535316d796 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:01.348291 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e2507a63-1d38-4cb7-adc8-761108580302 req-500e7035-e31f-4327-87b8-78535316d796 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/networks?id=848e2135-07d9-46d2-afff-ed218ebac86b HTTP/1.1" status: 200 len: 811 time: 0.9180818 Oct 03 12:50:01.375938 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-fd2f4d59-4909-421b-b034-3a307f34746d admin admin] Publish callbacks [] for security_group (dba53f82-8157-46e7-8a36-37afd44fd97a), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:01.379616 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e14ec4-3676-4e50-b53e-e99fcda60d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59e0ae5c-9683-42a3-99d6-65b4d3ae2f00,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:01.382113 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b8e14ec4-3676-4e50-b53e-e99fcda60d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for subnet (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:01.385350 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-b8e14ec4-3676-4e50-b53e-e99fcda60d1a admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/59e0ae5c-9683-42a3-99d6-65b4d3ae2f00 HTTP/1.1" status: 204 len: 168 time: 0.8417995 Oct 03 12:50:01.387650 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 34314) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:01.410614 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-362ae728-f9a6-466b-a658-9d00e6ef6802 admin admin] Publish callbacks [] for security_group (58d994ed-29fb-46f4-96ce-f90b8d616d50), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:01.434378 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635f89e-9af6-4a20-8f56-7c7fcdbe3d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba53f82-8157-46e7-8a36-37afd44fd97a,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:01.456561 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd519d1-1c75-4800-ab86-c8b062fe5c21 req-9dbf12ea-12dd-457b-8fff-3ada77d37b35 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:01.458220 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-edd519d1-1c75-4800-ab86-c8b062fe5c21 req-9dbf12ea-12dd-457b-8fff-3ada77d37b35 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 944 time: 0.3264155 Oct 03 12:50:01.465151 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e2507a63-1d38-4cb7-adc8-761108580302 req-29da6aac-7937-4683-8353-3a5f4385538b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/quotas/cc40d256f0e24050b6b53fdbcbce1962 HTTP/1.1" status: 200 len: 375 time: 0.1156638 Oct 03 12:50:01.479000 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:01.492636 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-fd2f4d59-4909-421b-b034-3a307f34746d admin admin] Publish callbacks [] for security_group (dba53f82-8157-46e7-8a36-37afd44fd97a), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:01.568969 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-362ae728-f9a6-466b-a658-9d00e6ef6802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (58d994ed-29fb-46f4-96ce-f90b8d616d50), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:01.586050 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c8a1f809-c9a3-4d89-aa87-42c3a4131226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435317'] for network (31fc6fb0-38cf-41f3-a5fb-9d6023326503), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:01.661760 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550116a4-3d5d-4672-8f97-b22d2ff6fc1c service neutron] Pushing event updated for resources: {'Port': ['ID=edee2177-f99c-4159-b115-94dfdb5803e0,revision_number=3']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:01.682497 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4379c-7357-4178-a1b4-3a2779f7ea11 req-b02093fd-c68b-4a28-aff9-ca55e0aef470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:01.687599 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4be4379c-7357-4178-a1b4-3a2779f7ea11 req-b02093fd-c68b-4a28-aff9-ca55e0aef470 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=f492b9a3-221f-4263-a074-289d6252f405 HTTP/1.1" status: 200 len: 920 time: 0.7258000 Oct 03 12:50:01.717469 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e2507a63-1d38-4cb7-adc8-761108580302 req-75a60f19-048c-41d6-97be-8233a1545820 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cc40d256f0e24050b6b53fdbcbce1962&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2512879 Oct 03 12:50:01.746477 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ab28c-1638-4028-8138-1584679658cf req-17b09e62-7b18-4d00-826f-3bdf679dad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:01.748162 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f67ab28c-1638-4028-8138-1584679658cf req-17b09e62-7b18-4d00-826f-3bdf679dad07 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=d7994e24004a42ac88491cf70b3d1086&device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 1128 time: 0.2806904 Oct 03 12:50:01.748959 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:01.764204 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-362ae728-f9a6-466b-a658-9d00e6ef6802 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=57aad6f1fc244cdcba3b5a62b904eb50&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7190318 Oct 03 12:50:01.797115 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 34322) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:01.797879 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:01.821206 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ae728-f9a6-466b-a658-9d00e6ef6802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d994ed-29fb-46f4-96ce-f90b8d616d50,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:01.846274 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4be4379c-7357-4178-a1b4-3a2779f7ea11 req-57c6c5b8-0577-449d-bfd1-0a0899152718 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c20f6694-be45-4085-a244-f2e7042c5197 HTTP/1.1" status: 200 len: 217 time: 0.1204426 Oct 03 12:50:01.938976 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-edd519d1-1c75-4800-ab86-c8b062fe5c21 req-f48e2709-7c02-417d-82d3-17c5f3839cf7 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543607 Oct 03 12:50:01.940779 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f67ab28c-1638-4028-8138-1584679658cf req-11cca594-4784-4bcb-9a12-b61290d46e8c service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edee2177-f99c-4159-b115-94dfdb5803e0 HTTP/1.1" status: 200 len: 217 time: 0.1350563 Oct 03 12:50:01.986406 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f4e25f2b-a0dd-49ed-b77a-71a97a3746b4 req-614c0684-e141-4eec-a8b0-22ba3d33faf1 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626225 Oct 03 12:50:01.991784 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-fd2f4d59-4909-421b-b034-3a307f34746d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (dba53f82-8157-46e7-8a36-37afd44fd97a), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:01.995765 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-fd2f4d59-4909-421b-b034-3a307f34746d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:01.999942 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-fd2f4d59-4909-421b-b034-3a307f34746d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/dba53f82-8157-46e7-8a36-37afd44fd97a HTTP/1.1" status: 204 len: 168 time: 0.7272191 Oct 03 12:50:02.000765 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c8a1f809-c9a3-4d89-aa87-42c3a4131226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351786', 'neutron.services.segments.db._delete_segments_for_network-8775902573532'] for network (31fc6fb0-38cf-41f3-a5fb-9d6023326503), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:02.151721 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4379c-7357-4178-a1b4-3a2779f7ea11 req-e5a2eb83-48cc-4363-90dd-ff11ee903e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:02.153304 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4be4379c-7357-4178-a1b4-3a2779f7ea11 req-e5a2eb83-48cc-4363-90dd-ff11ee903e22 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=37145451-837c-4b8b-9c60-d5e0dbfeb9fe HTTP/1.1" status: 200 len: 858 time: 0.2333057 Oct 03 12:50:02.156012 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f4d59-4909-421b-b034-3a307f34746d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba53f82-8157-46e7-8a36-37afd44fd97a,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:02.186171 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f4e25f2b-a0dd-49ed-b77a-71a97a3746b4 req-42e624ae-b70e-47b0-ab25-d831a48916d2 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880801 Oct 03 12:50:02.194057 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ab28c-1638-4028-8138-1584679658cf req-7b4825f6-a4cf-4a5e-803b-d7bf57fb046b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:02.194057 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f67ab28c-1638-4028-8138-1584679658cf req-7b4825f6-a4cf-4a5e-803b-d7bf57fb046b service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=7536115b-129e-4c84-9ea5-c60fafda923a HTTP/1.1" status: 200 len: 850 time: 0.1991336 Oct 03 12:50:02.225304 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-c8a1f809-c9a3-4d89-aa87-42c3a4131226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31fc6fb0-38cf-41f3-a5fb-9d6023326503']}} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:50:02.238280 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d367501b-7aa9-4eaf-b32e-2ccaf63d5527 admin admin] Publish callbacks [] for security_group (58d994ed-29fb-46f4-96ce-f90b8d616d50), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:02.257975 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-c8a1f809-c9a3-4d89-aa87-42c3a4131226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e22c76c-eb10-44c5-b213-fdd25afe574d') {'for_net_delete': True} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:50:02.258601 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-c8a1f809-c9a3-4d89-aa87-42c3a4131226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e22c76c-eb10-44c5-b213-fdd25afe574d') {} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:50:02.278438 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c8a1f809-c9a3-4d89-aa87-42c3a4131226 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775902526374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13831346'] for segment (0e22c76c-eb10-44c5-b213-fdd25afe574d), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:02.278979 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e2507a63-1d38-4cb7-adc8-761108580302 req-556b8b0d-9779-460d-a446-33a8a867e675 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/848e2135-07d9-46d2-afff-ed218ebac86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157611 Oct 03 12:50:02.348677 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c8a1f809-c9a3-4d89-aa87-42c3a4131226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (0e22c76c-eb10-44c5-b213-fdd25afe574d), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:02.356535 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d367501b-7aa9-4eaf-b32e-2ccaf63d5527 admin admin] Publish callbacks [] for security_group (58d994ed-29fb-46f4-96ce-f90b8d616d50), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:02.365020 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a1f809-c9a3-4d89-aa87-42c3a4131226 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=113284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:50:02.365440 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c8a1f809-c9a3-4d89-aa87-42c3a4131226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13830899'] for segment (0e22c76c-eb10-44c5-b213-fdd25afe574d), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:02.376184 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-f90dbae6-5ba5-4349-910d-f08267d6db48 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1737921926&fields=id&tenant_id=0e20f793bd0b46a59df730183818d9f8 HTTP/1.1" status: 200 len: 267 time: 0.2639983 Oct 03 12:50:02.377554 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ab28c-1638-4028-8138-1584679658cf req-a13f565b-f2ab-4784-956d-d024fc14c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:02.379405 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f67ab28c-1638-4028-8138-1584679658cf req-a13f565b-f2ab-4784-956d-d024fc14c4f8 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=60e0722d-40b6-482b-9c0e-b5673c4a039a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1749704 Oct 03 12:50:02.380489 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4379c-7357-4178-a1b4-3a2779f7ea11 req-5104ca87-26c9-4b06-921a-fe65560b9e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:02.384563 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4be4379c-7357-4178-a1b4-3a2779f7ea11 req-5104ca87-26c9-4b06-921a-fe65560b9e18 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=f492b9a3-221f-4263-a074-289d6252f405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2098973 Oct 03 12:50:02.406810 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:02.506668 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c8a1f809-c9a3-4d89-aa87-42c3a4131226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764585'] for network (31fc6fb0-38cf-41f3-a5fb-9d6023326503), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:02.523255 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:02.557219 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c8a1f809-c9a3-4d89-aa87-42c3a4131226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:02.560929 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-c8a1f809-c9a3-4d89-aa87-42c3a4131226 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/31fc6fb0-38cf-41f3-a5fb-9d6023326503 HTTP/1.1" status: 204 len: 168 time: 1.1697648 Oct 03 12:50:02.560929 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1f809-c9a3-4d89-aa87-42c3a4131226 admin admin] Pushing event deleted for resources: {'Network': ['ID=31fc6fb0-38cf-41f3-a5fb-9d6023326503,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:02.602643 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:02.805455 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e2507a63-1d38-4cb7-adc8-761108580302 req-1e5fb0eb-d277-40e3-b543-de08d8e4e7a7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/848e2135-07d9-46d2-afff-ed218ebac86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050547 Oct 03 12:50:02.835595 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-c495d585-7b96-45d2-9e4c-50f183dec155 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:02.848252 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-c495d585-7b96-45d2-9e4c-50f183dec155 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/networks?id=99c96330-3d0c-4416-8b2d-15be2ccdbc1b HTTP/1.1" status: 200 len: 817 time: 0.4109387 Oct 03 12:50:02.864283 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4be4379c-7357-4178-a1b4-3a2779f7ea11 req-51c9a4e4-9d3b-4734-b963-676f27951abc service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231279 Oct 03 12:50:02.879832 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.services.segments.plugin [-] Segment 0e22c76c-eb10-44c5-b213-fdd25afe574d resource provider aggregate not found Oct 03 12:50:02.886778 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d367501b-7aa9-4eaf-b32e-2ccaf63d5527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (58d994ed-29fb-46f4-96ce-f90b8d616d50), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:02.888916 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d367501b-7aa9-4eaf-b32e-2ccaf63d5527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:02.893388 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-d367501b-7aa9-4eaf-b32e-2ccaf63d5527 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/58d994ed-29fb-46f4-96ce-f90b8d616d50 HTTP/1.1" status: 204 len: 168 time: 1.0651605 Oct 03 12:50:02.905083 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.services.segments.plugin [-] Segment 0e22c76c-eb10-44c5-b213-fdd25afe574d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e22c76c-eb10-44c5-b213-fdd25afe574d found for delete ", "request_id": "req-1e7598fe-1eb7-47cc-8efd-750ab7f66003"}]} Oct 03 12:50:02.971545 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f67ab28c-1638-4028-8138-1584679658cf req-e94838c4-f768-45b7-8722-c34a8aaa827c service neutron] 10.222.0.46 "GET /networking/v2.0/networks/60e0722d-40b6-482b-9c0e-b5673c4a039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264494 Oct 03 12:50:03.009026 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-c20d18bc-7c0e-4c8d-9bf1-68bd5d139004 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/quotas/0e20f793bd0b46a59df730183818d9f8 HTTP/1.1" status: 200 len: 375 time: 0.1265180 Oct 03 12:50:03.025048 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367501b-7aa9-4eaf-b32e-2ccaf63d5527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d994ed-29fb-46f4-96ce-f90b8d616d50,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:03.051700 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:03.255160 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8eb808-6893-4271-9239-2c0bfed89d83 x-openstack-request-id: req-1a8eb808-6893-4271-9239-2c0bfed89d83 {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:50:03.255469 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0723fe-401f-47ef-8b51-22dd148860e9", "tag": "edee2177-f99c-4159-b115-94dfdb5803e0", "status": "completed", "code": 200}]} {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:50:03.255723 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1a8eb808-6893-4271-9239-2c0bfed89d83 {{(pid=113285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:50:03.256117 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a8eb808-6893-4271-9239-2c0bfed89d83'] response: {'name': 'network-changed', 'server_uuid': 'ea0723fe-401f-47ef-8b51-22dd148860e9', 'tag': 'edee2177-f99c-4159-b115-94dfdb5803e0', 'status': 'completed', 'code': 200} Oct 03 12:50:03.269271 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 34362) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:03.271166 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-5000cf6f-eef2-458f-b219-2e066b71c095 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0e20f793bd0b46a59df730183818d9f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2435257 Oct 03 12:50:03.280821 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4be4379c-7357-4178-a1b4-3a2779f7ea11 req-92783b9b-6af9-4598-a5e8-3be8f2d6f58e service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156511 Oct 03 12:50:03.334739 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 34364) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:03.429398 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-014ef223-52ff-4f60-aea4-79c7aef0a4ab admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c88366da05654b2c8edbb4261b8a90be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1592302 Oct 03 12:50:03.438495 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 34368) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:03.553422 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9289-a137-4d57-9984-709b7cdb49e4 admin admin] Publish callbacks [] for security_group (491cfb8c-1323-413a-9112-c69e971f7b98), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:03.592173 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9289-a137-4d57-9984-709b7cdb49e4 admin admin] Publish callbacks [] for security_group (491cfb8c-1323-413a-9112-c69e971f7b98), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:03.636850 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f67ab28c-1638-4028-8138-1584679658cf req-723ee945-b25e-4651-a19d-e1356e5e4306 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/60e0722d-40b6-482b-9c0e-b5673c4a039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263833 Oct 03 12:50:03.648017 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-afffebcd-325c-43aa-a990-336861fa3ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:03.650410 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:03.728535 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:03.752326 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68517155-f3ca-4314-b93c-3e989771c68d req-377b9b38-5e57-48c8-9acf-7794c59523f9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:03.753829 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-68517155-f3ca-4314-b93c-3e989771c68d req-377b9b38-5e57-48c8-9acf-7794c59523f9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 943 time: 0.3799789 Oct 03 12:50:03.785981 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9289-a137-4d57-9984-709b7cdb49e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (491cfb8c-1323-413a-9112-c69e971f7b98), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:03.789926 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9289-a137-4d57-9984-709b7cdb49e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:03.795436 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-8c9b9289-a137-4d57-9984-709b7cdb49e4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/491cfb8c-1323-413a-9112-c69e971f7b98 HTTP/1.1" status: 204 len: 168 time: 0.3519659 Oct 03 12:50:03.820775 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b9289-a137-4d57-9984-709b7cdb49e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491cfb8c-1323-413a-9112-c69e971f7b98,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:03.873321 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-26a9c57a-4e8d-43b8-a0d7-5756dde2b73f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148003 Oct 03 12:50:03.934123 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-68517155-f3ca-4314-b93c-3e989771c68d req-89d354e5-192e-4935-a901-15e8134543b6 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731751 Oct 03 12:50:03.968187 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de5712-5482-47b4-9047-9a1a4f191bc7 req-362a6800-ce63-4d22-afd1-5a3d6cc188a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:03.969655 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-39de5712-5482-47b4-9047-9a1a4f191bc7 req-362a6800-ce63-4d22-afd1-5a3d6cc188a6 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=d7994e24004a42ac88491cf70b3d1086&device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 1128 time: 0.1423812 Oct 03 12:50:04.007104 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-afffebcd-325c-43aa-a990-336861fa3ad5 admin admin] Publish callbacks [] for security_group (b38bf1ef-45e9-4fe1-bce5-822cdf4240df), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:04.095911 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-afffebcd-325c-43aa-a990-336861fa3ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (b38bf1ef-45e9-4fe1-bce5-822cdf4240df), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:04.165799 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-287f59a6-417b-4fb0-bc15-153a094f4a9e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754552 Oct 03 12:50:04.203075 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28fcf1-ed87-43bf-b9bc-ffd126565e50 req-1237583b-a52d-4dcc-af10-de4443c89d3c tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:04.205193 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2c28fcf1-ed87-43bf-b9bc-ffd126565e50 req-1237583b-a52d-4dcc-af10-de4443c89d3c tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 944 time: 0.1452672 Oct 03 12:50:04.211299 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-afffebcd-325c-43aa-a990-336861fa3ad5 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4ed0f7ec4435426eafce871fe179dc7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8720217 Oct 03 12:50:04.211798 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffebcd-325c-43aa-a990-336861fa3ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38bf1ef-45e9-4fe1-bce5-822cdf4240df,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:04.242825 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 34386) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:04.250650 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de5712-5482-47b4-9047-9a1a4f191bc7 req-ab276404-4e6b-4732-aa48-a81b361b4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:04.252977 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-39de5712-5482-47b4-9047-9a1a4f191bc7 req-ab276404-4e6b-4732-aa48-a81b361b4c5d service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=60e0722d-40b6-482b-9c0e-b5673c4a039a HTTP/1.1" status: 200 len: 912 time: 0.2610238 Oct 03 12:50:04.353427 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-7e2bedb0-74d5-445b-9aa3-4fc61938a132 admin admin] Publish callbacks [] for security_group (b38bf1ef-45e9-4fe1-bce5-822cdf4240df), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:04.394781 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2c28fcf1-ed87-43bf-b9bc-ffd126565e50 req-d4db7894-9244-412b-a635-dcc881d71f7e tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642325 Oct 03 12:50:04.394781 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-39de5712-5482-47b4-9047-9a1a4f191bc7 req-7d2ab897-6c04-4b76-bdc9-9c53b03e9cac service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edee2177-f99c-4159-b115-94dfdb5803e0 HTTP/1.1" status: 200 len: 217 time: 0.1102965 Oct 03 12:50:04.395358 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-7e2bedb0-74d5-445b-9aa3-4fc61938a132 admin admin] Publish callbacks [] for security_group (b38bf1ef-45e9-4fe1-bce5-822cdf4240df), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:04.430173 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:04.488030 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-87a85672-46c9-43df-aa75-d8268db664e9 req-804d5eaa-020f-4290-8ae3-bc596780e520 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 210 time: 0.0548177 Oct 03 12:50:04.502381 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de5712-5482-47b4-9047-9a1a4f191bc7 req-97c6deee-4934-4ce2-9017-03464b169b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:04.502381 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-39de5712-5482-47b4-9047-9a1a4f191bc7 req-97c6deee-4934-4ce2-9017-03464b169b63 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=7536115b-129e-4c84-9ea5-c60fafda923a HTTP/1.1" status: 200 len: 850 time: 0.1068013 Oct 03 12:50:04.591885 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-7e2bedb0-74d5-445b-9aa3-4fc61938a132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (b38bf1ef-45e9-4fe1-bce5-822cdf4240df), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:04.600746 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-7e2bedb0-74d5-445b-9aa3-4fc61938a132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:04.601938 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-7e2bedb0-74d5-445b-9aa3-4fc61938a132 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b38bf1ef-45e9-4fe1-bce5-822cdf4240df HTTP/1.1" status: 204 len: 168 time: 0.3574922 Oct 03 12:50:04.614537 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bedb0-74d5-445b-9aa3-4fc61938a132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38bf1ef-45e9-4fe1-bce5-822cdf4240df,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:04.723517 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6e875f4b-1c66-4bb1-a413-4f45bb41f821 req-e0300895-1964-4751-ab14-0c6e99ff3dca tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 210 time: 0.0350301 Oct 03 12:50:04.836994 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de5712-5482-47b4-9047-9a1a4f191bc7 req-666843cf-2d15-49a6-9dc7-44dab4f370bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:04.838812 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-39de5712-5482-47b4-9047-9a1a4f191bc7 req-666843cf-2d15-49a6-9dc7-44dab4f370bc service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=60e0722d-40b6-482b-9c0e-b5673c4a039a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445843 Oct 03 12:50:04.947106 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-39de5712-5482-47b4-9047-9a1a4f191bc7 req-07c2d798-a067-435f-b09a-ebad8cd2655f service neutron] 10.222.0.46 "GET /networking/v2.0/networks/60e0722d-40b6-482b-9c0e-b5673c4a039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943353 Oct 03 12:50:04.970716 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 34426) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:05.016037 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-f850a307-4b0b-4e44-9605-b4591b0169c9 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=1eb3e2e4a6c1421f9f5ce7fae68051ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437891 Oct 03 12:50:05.019233 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 34428) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:05.101649 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-caf7335b-ed43-4e71-b35e-a6f8d0636ad0 admin admin] Publish callbacks [] for security_group (aa0bddb7-e998-4627-992f-05f505db6670), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:05.113170 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952191d4-300b-479f-8132-8fe1371e3af3 req-4664c1f8-430a-4ef1-bb24-cb96cfd21fac tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:05.114751 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-952191d4-300b-479f-8132-8fe1371e3af3 req-4664c1f8-430a-4ef1-bb24-cb96cfd21fac tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 943 time: 0.0749252 Oct 03 12:50:05.124983 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-caf7335b-ed43-4e71-b35e-a6f8d0636ad0 admin admin] Publish callbacks [] for security_group (aa0bddb7-e998-4627-992f-05f505db6670), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:05.184254 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-952191d4-300b-479f-8132-8fe1371e3af3 req-2eac0da1-69f7-42b1-876f-9c7ccc8f291d tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628726 Oct 03 12:50:05.255894 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-caf7335b-ed43-4e71-b35e-a6f8d0636ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (aa0bddb7-e998-4627-992f-05f505db6670), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:05.257056 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-caf7335b-ed43-4e71-b35e-a6f8d0636ad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:05.258670 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-caf7335b-ed43-4e71-b35e-a6f8d0636ad0 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/aa0bddb7-e998-4627-992f-05f505db6670 HTTP/1.1" status: 204 len: 168 time: 0.2390425 Oct 03 12:50:05.271363 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7335b-ed43-4e71-b35e-a6f8d0636ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0bddb7-e998-4627-992f-05f505db6670,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:05.508577 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c832c9d-5fdc-4f90-9ff8-05ec0d47ba5f req-41da3450-d199-460d-95f2-eef0053090d8 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:05.510071 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0c832c9d-5fdc-4f90-9ff8-05ec0d47ba5f req-41da3450-d199-460d-95f2-eef0053090d8 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 944 time: 0.0473950 Oct 03 12:50:05.585966 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0c832c9d-5fdc-4f90-9ff8-05ec0d47ba5f req-4d7e9fe6-9c32-4c8a-8299-3a836f400540 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624928 Oct 03 12:50:05.595849 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:05.616574 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a406c69f-6981-4f8d-bf9a-3a5fa0172c70 req-2458fbae-7be7-4fba-9fee-a774c8e5f284 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 210 time: 0.0293572 Oct 03 12:50:05.844003 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-628ea3a2-332c-44d8-8781-f15266fb5922 req-b05993f6-bf2e-40b6-969a-2137a5e8e517 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 210 time: 0.0392599 Oct 03 12:50:06.319502 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a96d2-70d8-469f-9519-56f5602241d9 req-942eddf3-5921-490d-ad02-fb299e38558c tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:06.320990 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c94a96d2-70d8-469f-9519-56f5602241d9 req-942eddf3-5921-490d-ad02-fb299e38558c tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 943 time: 0.0496464 Oct 03 12:50:06.379814 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c94a96d2-70d8-469f-9519-56f5602241d9 req-abd48f42-7cfe-45fe-8158-8ccf0da6fcdc tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524385 Oct 03 12:50:06.738678 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ca5a357a-73dc-4a34-96ee-19908452ccf5 req-03e60372-0ab4-4d8a-887b-83d507a0c01e tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 210 time: 0.0384498 Oct 03 12:50:06.741594 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24fb4c-7391-450f-997d-ccf78056dbb1 req-6d27adf2-f1d6-4eae-94a7-404ac174d781 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:06.743064 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0d24fb4c-7391-450f-997d-ccf78056dbb1 req-6d27adf2-f1d6-4eae-94a7-404ac174d781 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 944 time: 0.0784762 Oct 03 12:50:06.795048 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0d24fb4c-7391-450f-997d-ccf78056dbb1 req-42840af6-94ed-44dc-9ec6-36163d16ae37 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462837 Oct 03 12:50:06.963773 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bf769cc9-0db3-46cd-9294-e0e48de780f6 req-f5b25f14-bb30-44d6-ad76-05373adf0e21 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 210 time: 0.0282476 Oct 03 12:50:07.470354 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-39de5712-5482-47b4-9047-9a1a4f191bc7 req-c58522a6-0eba-4149-a8a4-c0a578614fd3 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/60e0722d-40b6-482b-9c0e-b5673c4a039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474869 Oct 03 12:50:07.587883 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff24d2-36f1-4de8-9506-c973973f86a1 req-4b9699c8-f86d-43c6-8895-78bb7bf442cc tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:07.591477 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d2ff24d2-36f1-4de8-9506-c973973f86a1 req-4b9699c8-f86d-43c6-8895-78bb7bf442cc tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 943 time: 0.0749784 Oct 03 12:50:07.659801 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d2ff24d2-36f1-4de8-9506-c973973f86a1 req-7259cb5d-3a00-4934-90f7-5e7678e3b587 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607197 Oct 03 12:50:07.863761 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bb4e88a7-ac56-4d8a-96c4-0384e997fc90 req-bed9876f-a240-4881-9c5b-cd5b30a65361 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 210 time: 0.0296614 Oct 03 12:50:07.944225 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146a885-5a73-46b3-aee0-38234a72e3c7 req-e6fe4064-ba08-4abd-a65b-b74e0601a8dc tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:07.946520 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4146a885-5a73-46b3-aee0-38234a72e3c7 req-e6fe4064-ba08-4abd-a65b-b74e0601a8dc tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 944 time: 0.0566895 Oct 03 12:50:08.000254 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4146a885-5a73-46b3-aee0-38234a72e3c7 req-a7c07582-9367-4214-82ad-8ef24ae09546 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481315 Oct 03 12:50:08.103742 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-72797f06-2dbd-4b1b-802d-294b276e10db req-e2a15f29-e32a-4eff-bb65-6c718ff1e93c tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 210 time: 0.0288610 Oct 03 12:50:08.783868 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca66338-9d14-46ec-b2e5-10d66d9723c1 req-037fb2fa-622d-4811-a9c3-7734556a74af tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:08.786675 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0ca66338-9d14-46ec-b2e5-10d66d9723c1 req-037fb2fa-622d-4811-a9c3-7734556a74af tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 943 time: 0.0574100 Oct 03 12:50:08.851393 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0ca66338-9d14-46ec-b2e5-10d66d9723c1 req-2469dc37-74ab-4505-9863-6a4b3ae01295 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577912 Oct 03 12:50:08.998670 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f367edc2-357a-496b-a867-595fdaef8c16 req-08512971-d61a-4109-ad74-77ab06bfa580 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 210 time: 0.0352457 Oct 03 12:50:09.043283 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2507a63-1d38-4cb7-adc8-761108580302 req-427e8343-7edf-4cb1-b450-8cd9e78f8335 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:09.044780 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e2507a63-1d38-4cb7-adc8-761108580302 req-427e8343-7edf-4cb1-b450-8cd9e78f8335 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.46 "GET /networking/v2.0/networks?id=848e2135-07d9-46d2-afff-ed218ebac86b HTTP/1.1" status: 200 len: 811 time: 0.1681390 Oct 03 12:50:09.132678 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device c20f6694-be45-4085-a244-f2e7042c5197 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:50:09.135039 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e2507a63-1d38-4cb7-adc8-761108580302 req-4903f045-5dc9-4ecc-93b5-f4bec7cb9361 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cc40d256f0e24050b6b53fdbcbce1962 HTTP/1.1" status: 200 len: 380 time: 0.0828743 Oct 03 12:50:09.171793 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [req-e2507a63-1d38-4cb7-adc8-761108580302 req-dcaa7d08-02c8-430d-8ad3-346d082b5ad5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Request body: {'port': {'device_id': 'a980d091-a942-46bc-a139-d12f9e2167ed', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'admin_state_up': True, 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'security_groups': ['2d946915-7497-4a7a-88a0-9dc7d7e010a4']}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:50:09.233579 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4a373-6a51-4687-a40a-482fd47ba4b6 req-aeda6d19-b91b-4ddd-bb08-03f38edaa481 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:09.235096 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d2c4a373-6a51-4687-a40a-482fd47ba4b6 req-aeda6d19-b91b-4ddd-bb08-03f38edaa481 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 944 time: 0.1203554 Oct 03 12:50:09.264952 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:09.285595 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port c20f6694-be45-4085-a244-f2e7042c5197, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c20f6694-be45-4085-a244-f2e7042c5197,segment=NetworkSegment(d3a5c810-85a3-440e-99e0-0eb8dd8e532d),segment_id=d3a5c810-85a3-440e-99e0-0eb8dd8e532d)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:50:09.299541 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': 'c20f6694-be45-4085-a244-f2e7042c5197', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'port_id': 'c20f6694-be45-4085-a244-f2e7042c5197', 'mac_address': 'fa:16:3e:59:1c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:50:09.307397 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-169a0fda-4883-4f33-a788-8a08cca964ff req-d50cc2ce-8f88-4ad8-aba9-a6b4877850cc tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 210 time: 0.0829959 Oct 03 12:50:09.339368 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:09.343144 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port c20f6694-be45-4085-a244-f2e7042c5197 is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:50:09.343669 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (c20f6694-be45-4085-a244-f2e7042c5197), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:09.358950 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20f6694-be45-4085-a244-f2e7042c5197 {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:50:09.368774 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d2c4a373-6a51-4687-a40a-482fd47ba4b6 req-f9578241-26e9-42ac-9af2-f1a7060ec9f3 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181235 Oct 03 12:50:09.381986 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port c20f6694-be45-4085-a244-f2e7042c5197, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c20f6694-be45-4085-a244-f2e7042c5197,segment=NetworkSegment(d3a5c810-85a3-440e-99e0-0eb8dd8e532d),segment_id=d3a5c810-85a3-440e-99e0-0eb8dd8e532d)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:50:09.471363 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2507a63-1d38-4cb7-adc8-761108580302 req-dcaa7d08-02c8-430d-8ad3-346d082b5ad5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Made reservation on behalf of cc40d256f0e24050b6b53fdbcbce1962 for: {'port': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:50:09.471674 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (c20f6694-be45-4085-a244-f2e7042c5197), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:09.472375 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device ca96c603-3295-4d37-99aa-2b5b95419166 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:50:09.475189 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-e2507a63-1d38-4cb7-adc8-761108580302 req-dcaa7d08-02c8-430d-8ad3-346d082b5ad5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:09.544032 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=c20f6694-be45-4085-a244-f2e7042c5197,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:09.549452 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port ca96c603-3295-4d37-99aa-2b5b95419166, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ca96c603-3295-4d37-99aa-2b5b95419166,segment=NetworkSegment(d3a5c810-85a3-440e-99e0-0eb8dd8e532d),segment_id=d3a5c810-85a3-440e-99e0-0eb8dd8e532d)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:50:09.565221 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': 'ca96c603-3295-4d37-99aa-2b5b95419166', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'port_id': 'ca96c603-3295-4d37-99aa-2b5b95419166', 'mac_address': 'fa:16:3e:be:c1:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:50:09.604369 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port ca96c603-3295-4d37-99aa-2b5b95419166 is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:50:09.604752 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (ca96c603-3295-4d37-99aa-2b5b95419166), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:09.619019 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca96c603-3295-4d37-99aa-2b5b95419166 {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:50:09.640363 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port ca96c603-3295-4d37-99aa-2b5b95419166, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ca96c603-3295-4d37-99aa-2b5b95419166,segment=NetworkSegment(d3a5c810-85a3-440e-99e0-0eb8dd8e532d),segment_id=d3a5c810-85a3-440e-99e0-0eb8dd8e532d)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:50:09.672684 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_common [req-e2507a63-1d38-4cb7-adc8-761108580302 req-dcaa7d08-02c8-430d-8ad3-346d082b5ad5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Allocated IP 172.20.0.10 (848e2135-07d9-46d2-afff-ed218ebac86b/f618876e-ca41-40f8-983f-02970b7d2680/b6c921d4-a92a-4c27-89cc-adf792fee725) {{(pid=113285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:50:09.758872 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-d2e69c6f-a5de-4637-86ca-b7cb2a38d889 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:09.760565 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-d2e69c6f-a5de-4637-86ca-b7cb2a38d889 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.46 "GET /networking/v2.0/networks?id=99c96330-3d0c-4416-8b2d-15be2ccdbc1b HTTP/1.1" status: 200 len: 817 time: 0.1797853 Oct 03 12:50:09.925407 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-c1bf5255-d62f-40d3-929e-460209f657e0 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0e20f793bd0b46a59df730183818d9f8 HTTP/1.1" status: 200 len: 380 time: 0.1250575 Oct 03 12:50:09.925407 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-7d0f3fe1-9dfd-425a-8de0-47ed62401815 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Request body: {'port': {'device_id': '54982238-81ba-4d23-b642-e3a37f778b4a', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'admin_state_up': True, 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'security_groups': ['16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0']}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:50:10.214063 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-e2507a63-1d38-4cb7-adc8-761108580302 req-dcaa7d08-02c8-430d-8ad3-346d082b5ad5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for port (b6c921d4-a92a-4c27-89cc-adf792fee725), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:10.249691 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9d012b18-e7ed-4a13-bd1d-22f9521b9925 req-cc8e97e3-4d83-4703-9f19-fe37d5c5ab98 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 210 time: 0.0741198 Oct 03 12:50:10.259341 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (ca96c603-3295-4d37-99aa-2b5b95419166), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:10.260204 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device edee2177-f99c-4159-b115-94dfdb5803e0 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:50:10.269302 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e2f41-b363-4c39-882f-ebbb5a7af655 req-5a75f46c-3b0f-42c3-9048-14e189840ab9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:10.270750 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0c8e2f41-b363-4c39-882f-ebbb5a7af655 req-5a75f46c-3b0f-42c3-9048-14e189840ab9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 944 time: 0.3418238 Oct 03 12:50:10.321021 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:10.359070 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=ca96c603-3295-4d37-99aa-2b5b95419166,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:10.364666 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:10.371903 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0c8e2f41-b363-4c39-882f-ebbb5a7af655 req-eb004e9e-d732-44b4-8177-3e8a38276c9e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939841 Oct 03 12:50:10.439199 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port edee2177-f99c-4159-b115-94dfdb5803e0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=edee2177-f99c-4159-b115-94dfdb5803e0,segment=NetworkSegment(7ecc5122-3269-4b4c-a709-19cda5640571),segment_id=7ecc5122-3269-4b4c-a709-19cda5640571)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:50:10.448820 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-44bb220f-3dd3-48d3-86f0-5eda289dd4b9 req-5df6a21e-5a75-4351-95cb-4bdddf133789 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 210 time: 0.0328023 Oct 03 12:50:10.455683 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': 'edee2177-f99c-4159-b115-94dfdb5803e0', 'network_id': '60e0722d-40b6-482b-9c0e-b5673c4a039a', 'port_id': 'edee2177-f99c-4159-b115-94dfdb5803e0', 'mac_address': 'fa:16:3e:c2:a1:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7536115b-129e-4c84-9ea5-c60fafda923a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:50:10.483820 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:10.498275 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port edee2177-f99c-4159-b115-94dfdb5803e0 is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:50:10.498998 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (edee2177-f99c-4159-b115-94dfdb5803e0), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:10.514111 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edee2177-f99c-4159-b115-94dfdb5803e0 {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:50:10.521445 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b921d3-fa70-40a9-a7b6-52229e7ed8aa req-e6dd4663-6b87-44cb-bd44-aa6629e5e97b tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:10.523047 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-84b921d3-fa70-40a9-a7b6-52229e7ed8aa req-e6dd4663-6b87-44cb-bd44-aa6629e5e97b tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 944 time: 0.0558889 Oct 03 12:50:10.538195 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port edee2177-f99c-4159-b115-94dfdb5803e0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=edee2177-f99c-4159-b115-94dfdb5803e0,segment=NetworkSegment(7ecc5122-3269-4b4c-a709-19cda5640571),segment_id=7ecc5122-3269-4b4c-a709-19cda5640571)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:50:10.542364 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:10.571300 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-84b921d3-fa70-40a9-a7b6-52229e7ed8aa req-703729a9-9733-4363-aaa3-f089cc80aa4b tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425956 Oct 03 12:50:10.832452 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (edee2177-f99c-4159-b115-94dfdb5803e0), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:10.833105 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-7d0f3fe1-9dfd-425a-8de0-47ed62401815 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Made reservation on behalf of 0e20f793bd0b46a59df730183818d9f8 for: {'port': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:50:10.837328 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-7d0f3fe1-9dfd-425a-8de0-47ed62401815 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:10.840208 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-e2507a63-1d38-4cb7-adc8-761108580302 req-dcaa7d08-02c8-430d-8ad3-346d082b5ad5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (b6c921d4-a92a-4c27-89cc-adf792fee725), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:10.886495 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=edee2177-f99c-4159-b115-94dfdb5803e0,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:10.915741 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2507a63-1d38-4cb7-adc8-761108580302 req-dcaa7d08-02c8-430d-8ad3-346d082b5ad5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Network 848e2135-07d9-46d2-afff-ed218ebac86b is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:50:10.947355 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [req-e2507a63-1d38-4cb7-adc8-761108580302 req-dcaa7d08-02c8-430d-8ad3-346d082b5ad5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:50:10.951912 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa7d08-02c8-430d-8ad3-346d082b5ad5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Pushing event updated for resources: {'Port': ['ID=b6c921d4-a92a-4c27-89cc-adf792fee725,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:10.957409 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2507a63-1d38-4cb7-adc8-761108580302 req-dcaa7d08-02c8-430d-8ad3-346d082b5ad5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Received port after_create {{(pid=113285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:50:10.962050 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2507a63-1d38-4cb7-adc8-761108580302 req-dcaa7d08-02c8-430d-8ad3-346d082b5ad5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:10.962665 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-e2507a63-1d38-4cb7-adc8-761108580302 req-dcaa7d08-02c8-430d-8ad3-346d082b5ad5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for port (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:11.085476 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_common [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-7d0f3fe1-9dfd-425a-8de0-47ed62401815 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Allocated IP 172.20.0.8 (99c96330-3d0c-4416-8b2d-15be2ccdbc1b/287a7239-c391-4a5c-a389-779ed301deff/e846a01d-6972-40c0-b292-bc930ec8ca6d) {{(pid=113285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:50:11.099765 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e2507a63-1d38-4cb7-adc8-761108580302 req-dcaa7d08-02c8-430d-8ad3-346d082b5ad5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9317348 Oct 03 12:50:11.114477 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [req-e2507a63-1d38-4cb7-adc8-761108580302 req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] Request body: {'port': {'device_id': 'a980d091-a942-46bc-a139-d12f9e2167ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:50:11.234035 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-db1ce2b3-3b77-4d40-8b53-36d9ee9b7f1a None None] Provisioning complete for port b6c921d4-a92a-4c27-89cc-adf792fee725 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:50:11.234618 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-db1ce2b3-3b77-4d40-8b53-36d9ee9b7f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (b6c921d4-a92a-4c27-89cc-adf792fee725), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:11.234960 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-db1ce2b3-3b77-4d40-8b53-36d9ee9b7f1a None None] Attempt 1 to provision port b6c921d4-a92a-4c27-89cc-adf792fee725 Oct 03 12:50:11.248597 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-e2507a63-1d38-4cb7-adc8-761108580302 req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (b6c921d4-a92a-4c27-89cc-adf792fee725), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:11.275416 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-db1ce2b3-3b77-4d40-8b53-36d9ee9b7f1a None None] Port b6c921d4-a92a-4c27-89cc-adf792fee725 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:50:11.329058 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['c20f6694-be45-4085-a244-f2e7042c5197'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:50:11.383661 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-7d0f3fe1-9dfd-425a-8de0-47ed62401815 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:11.505863 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['edee2177-f99c-4159-b115-94dfdb5803e0'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:50:11.594829 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c4281-8af5-40a7-af06-648f96b8670d req-e0a74e69-253f-4b78-9c4d-6b11dc53b150 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:11.596948 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-164c4281-8af5-40a7-af06-648f96b8670d req-e0a74e69-253f-4b78-9c4d-6b11dc53b150 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 932 time: 0.1438348 Oct 03 12:50:11.651748 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['ca96c603-3295-4d37-99aa-2b5b95419166'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:50:11.654694 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2363f8-e48f-427b-8363-e3f18e289a84 req-4c8fcf47-9abc-4acf-aff2-3f48370858db tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:11.656172 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1b2363f8-e48f-427b-8363-e3f18e289a84 req-4c8fcf47-9abc-4acf-aff2-3f48370858db tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 944 time: 0.1422114 Oct 03 12:50:11.711786 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-7d0f3fe1-9dfd-425a-8de0-47ed62401815 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:11.817699 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-164c4281-8af5-40a7-af06-648f96b8670d req-e29ae54c-6e1d-4d82-a919-51b8c271c412 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862001 Oct 03 12:50:11.832312 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-7d0f3fe1-9dfd-425a-8de0-47ed62401815 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Network 99c96330-3d0c-4416-8b2d-15be2ccdbc1b is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:50:11.848284 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1b2363f8-e48f-427b-8363-e3f18e289a84 req-a37c1cd7-576d-48bd-a604-8f63f2c6bb0f tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773870 Oct 03 12:50:11.849453 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-7d0f3fe1-9dfd-425a-8de0-47ed62401815 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:50:11.872429 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-7d0f3fe1-9dfd-425a-8de0-47ed62401815 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Received port after_create {{(pid=113285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:50:11.872429 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-7d0f3fe1-9dfd-425a-8de0-47ed62401815 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:11.872429 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-7d0f3fe1-9dfd-425a-8de0-47ed62401815 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for port (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:11.953299 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f3fe1-9dfd-425a-8de0-47ed62401815 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Pushing event updated for resources: {'Port': ['ID=e846a01d-6972-40c0-b292-bc930ec8ca6d,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:11.968505 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:11.976534 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:12.054873 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.notifiers.nova [req-e2507a63-1d38-4cb7-adc8-761108580302 req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c921d4-a92a-4c27-89cc-adf792fee725 {{(pid=113285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:50:12.056165 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:12.074213 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-e2507a63-1d38-4cb7-adc8-761108580302 req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] Publish callbacks [] for port (b6c921d4-a92a-4c27-89cc-adf792fee725), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:12.085189 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20028547-dfae-454d-b056-0daca6c74d92 req-81d62944-0a80-4c68-9098-9d508b0bfa9f tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:12.099100 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-20028547-dfae-454d-b056-0daca6c74d92 req-81d62944-0a80-4c68-9098-9d508b0bfa9f tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 945 time: 0.1146691 Oct 03 12:50:12.106882 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a300f2b-acf6-4e91-8375-e0818477e60a req-101e4d04-fc90-4c94-b469-077a220c1eb9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:12.108393 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8a300f2b-acf6-4e91-8375-e0818477e60a req-101e4d04-fc90-4c94-b469-077a220c1eb9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 931 time: 0.1362040 Oct 03 12:50:12.112114 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-7d0f3fe1-9dfd-425a-8de0-47ed62401815 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2124450 Oct 03 12:50:12.124087 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.provisioning_blocks [req-e2507a63-1d38-4cb7-adc8-761108580302 req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] Transition to ACTIVE for port object b6c921d4-a92a-4c27-89cc-adf792fee725 will not be triggered until provisioned by entity L2. {{(pid=113285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 12:50:12.190701 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-e2507a63-1d38-4cb7-adc8-761108580302 req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (b6c921d4-a92a-4c27-89cc-adf792fee725), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:12.213023 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-c8a9a8d0-c195-4315-b173-73ef1e045fe6 None None] Provisioning complete for port e846a01d-6972-40c0-b292-bc930ec8ca6d triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:50:12.216424 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c8a9a8d0-c195-4315-b173-73ef1e045fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:12.216424 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-c8a9a8d0-c195-4315-b173-73ef1e045fe6 None None] Attempt 1 to provision port e846a01d-6972-40c0-b292-bc930ec8ca6d Oct 03 12:50:12.221290 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-20028547-dfae-454d-b056-0daca6c74d92 req-be3b5b73-d339-4547-8f4d-eb5e657d0b1b tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279950 Oct 03 12:50:12.231574 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8a300f2b-acf6-4e91-8375-e0818477e60a req-03b01caf-742b-47b2-abbb-decc17ea299f tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112659 Oct 03 12:50:12.278257 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] Pushing event updated for resources: {'Port': ['ID=b6c921d4-a92a-4c27-89cc-adf792fee725,revision_number=2']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:12.282640 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.managers [req-e2507a63-1d38-4cb7-adc8-761108580302 req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] Attempting to bind port b6c921d4-a92a-4c27-89cc-adf792fee725 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:50:12.283203 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.managers [req-e2507a63-1d38-4cb7-adc8-761108580302 req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] Attempting to bind port b6c921d4-a92a-4c27-89cc-adf792fee725 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '45e470c6-55da-45fc-b9e1-3afe7ebb42cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b'}] {{(pid=113285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:50:12.283407 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2507a63-1d38-4cb7-adc8-761108580302 req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] Attempting to bind port b6c921d4-a92a-4c27-89cc-adf792fee725 on network 848e2135-07d9-46d2-afff-ed218ebac86b {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:50:12.290092 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-c8a9a8d0-c195-4315-b173-73ef1e045fe6 None None] Port e846a01d-6972-40c0-b292-bc930ec8ca6d cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:50:12.326110 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2507a63-1d38-4cb7-adc8-761108580302 req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] Port b6c921d4-a92a-4c27-89cc-adf792fee725 on network 848e2135-07d9-46d2-afff-ed218ebac86b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 12:50:12.326433 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2507a63-1d38-4cb7-adc8-761108580302 req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] Attempting to bind port b6c921d4-a92a-4c27-89cc-adf792fee725 on network 848e2135-07d9-46d2-afff-ed218ebac86b {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:50:12.367999 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2507a63-1d38-4cb7-adc8-761108580302 req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] Checking agent: {'id': '72e18e84-452a-46dd-9356-90dcf7de37bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'started_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:50:12.368257 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2507a63-1d38-4cb7-adc8-761108580302 req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] Checking segment: {'id': '45e470c6-55da-45fc-b9e1-3afe7ebb42cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:50:12.368637 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2507a63-1d38-4cb7-adc8-761108580302 req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] Bound using segment: {'id': '45e470c6-55da-45fc-b9e1-3afe7ebb42cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b'} {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:50:12.369062 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.managers [req-e2507a63-1d38-4cb7-adc8-761108580302 req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] Bound port: b6c921d4-a92a-4c27-89cc-adf792fee725, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45e470c6-55da-45fc-b9e1-3afe7ebb42cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b'}}] {{(pid=113285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:50:12.369417 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-e2507a63-1d38-4cb7-adc8-761108580302 req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (b6c921d4-a92a-4c27-89cc-adf792fee725), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:12.433006 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [req-e2507a63-1d38-4cb7-adc8-761108580302 req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] For port b6c921d4-a92a-4c27-89cc-adf792fee725, host hv-cinder-84456, cleared binding levels {{(pid=113285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:50:12.436075 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [req-e2507a63-1d38-4cb7-adc8-761108580302 req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] For port b6c921d4-a92a-4c27-89cc-adf792fee725, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b6c921d4-a92a-4c27-89cc-adf792fee725,segment=NetworkSegment(45e470c6-55da-45fc-b9e1-3afe7ebb42cf),segment_id=45e470c6-55da-45fc-b9e1-3afe7ebb42cf)] {{(pid=113285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:50:12.511051 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-e2507a63-1d38-4cb7-adc8-761108580302 req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (b6c921d4-a92a-4c27-89cc-adf792fee725), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:12.516606 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2507a63-1d38-4cb7-adc8-761108580302 req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:12.517494 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-e2507a63-1d38-4cb7-adc8-761108580302 req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for port (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:12.518859 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e2507a63-1d38-4cb7-adc8-761108580302 req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/b6c921d4-a92a-4c27-89cc-adf792fee725 HTTP/1.1" status: 200 len: 1094 time: 1.4093018 Oct 03 12:50:12.519370 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a980d091-a942-46bc-a139-d12f9e2167ed', 'tag': 'b6c921d4-a92a-4c27-89cc-adf792fee725'}] {{(pid=113285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:50:12.521685 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8c9de838f6157477042d1ccf4c4241849d38f3be3769c4c2ec48b33ae5f8e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80b4c51-ff18-41b0-bcf4-6badb7287742" -d '{"events": [{"name": "network-changed", "server_uuid": "a980d091-a942-46bc-a139-d12f9e2167ed", "tag": "b6c921d4-a92a-4c27-89cc-adf792fee725"}]}' {{(pid=113285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:50:12.573136 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ce815-ba9f-4def-8763-d28084ba30cc service neutron] Pushing event updated for resources: {'Port': ['ID=b6c921d4-a92a-4c27-89cc-adf792fee725,revision_number=3']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:12.579251 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2797ae04-0348-4791-9f1c-299badc4ee74 x-openstack-request-id: req-2797ae04-0348-4791-9f1c-299badc4ee74 {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:50:12.579565 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a980d091-a942-46bc-a139-d12f9e2167ed", "tag": "b6c921d4-a92a-4c27-89cc-adf792fee725", "status": "completed", "code": 200}]} {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:50:12.579832 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2797ae04-0348-4791-9f1c-299badc4ee74 {{(pid=113285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:50:12.580424 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2797ae04-0348-4791-9f1c-299badc4ee74'] response: {'name': 'network-changed', 'server_uuid': 'a980d091-a942-46bc-a139-d12f9e2167ed', 'tag': 'b6c921d4-a92a-4c27-89cc-adf792fee725', 'status': 'completed', 'code': 200} Oct 03 12:50:12.962600 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e6908-7af1-4006-84c1-464b4a30b459 req-af406f0f-b2b2-44e7-a32c-c562a7c708db tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:12.964094 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-178e6908-7af1-4006-84c1-464b4a30b459 req-af406f0f-b2b2-44e7-a32c-c562a7c708db tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 944 time: 0.0621693 Oct 03 12:50:13.011096 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaffa2-e372-473d-9ee0-bb0499f392ae req-c79364f1-0a29-4ea4-bc1c-61f916e8be56 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:13.012615 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-11aaffa2-e372-473d-9ee0-bb0499f392ae req-c79364f1-0a29-4ea4-bc1c-61f916e8be56 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 944 time: 0.0666318 Oct 03 12:50:13.052485 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-178e6908-7af1-4006-84c1-464b4a30b459 req-40a3a0f2-449c-415d-92d7-4eb93db2de28 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718389 Oct 03 12:50:13.082027 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-11aaffa2-e372-473d-9ee0-bb0499f392ae req-f1139e31-b596-44c9-9226-f60dfafd3c53 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596633 Oct 03 12:50:13.226121 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:13.272842 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 34708) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:13.335691 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:13.376999 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f458d-127c-463c-975e-58e96819f97b req-4b189197-260b-40ad-99a6-a74d28058f6f tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:13.378713 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-936f458d-127c-463c-975e-58e96819f97b req-4b189197-260b-40ad-99a6-a74d28058f6f tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 945 time: 0.0774846 Oct 03 12:50:13.387752 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-089a4bc3-0b25-4ca9-aa2c-25188110ec34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:13.399531 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e80e72-48c0-4b8e-9bdd-e2aeacce84a8 req-3c3ea154-2ef9-4502-a59e-b2e9723c9a26 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:13.401066 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c0e80e72-48c0-4b8e-9bdd-e2aeacce84a8 req-3c3ea154-2ef9-4502-a59e-b2e9723c9a26 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 931 time: 0.0698855 Oct 03 12:50:13.464292 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-936f458d-127c-463c-975e-58e96819f97b req-f06fd8bd-f3a0-40ca-86cf-9c340f03b622 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790243 Oct 03 12:50:13.467634 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-089a4bc3-0b25-4ca9-aa2c-25188110ec34 admin admin] Publish callbacks [] for security_group (d4ef1679-aaae-4fb8-8840-83847ac60d81), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:13.472055 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c0e80e72-48c0-4b8e-9bdd-e2aeacce84a8 req-5161838e-5657-43d5-bb8e-dff33ff55983 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640700 Oct 03 12:50:13.539456 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-089a4bc3-0b25-4ca9-aa2c-25188110ec34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (d4ef1679-aaae-4fb8-8840-83847ac60d81), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:13.582683 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-089a4bc3-0b25-4ca9-aa2c-25188110ec34 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=24908375f07b4dbfbb23cfdf8b8692dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3088496 Oct 03 12:50:13.583571 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a4bc3-0b25-4ca9-aa2c-25188110ec34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ef1679-aaae-4fb8-8840-83847ac60d81,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:13.585496 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 34714) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:13.640136 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-98d766ab-d704-48ec-bcd0-ffb91a4d3fdb admin admin] Publish callbacks [] for security_group (d4ef1679-aaae-4fb8-8840-83847ac60d81), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:13.660698 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-98d766ab-d704-48ec-bcd0-ffb91a4d3fdb admin admin] Publish callbacks [] for security_group (d4ef1679-aaae-4fb8-8840-83847ac60d81), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:13.780133 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-98d766ab-d704-48ec-bcd0-ffb91a4d3fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (d4ef1679-aaae-4fb8-8840-83847ac60d81), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:13.783094 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-98d766ab-d704-48ec-bcd0-ffb91a4d3fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:13.784285 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-98d766ab-d704-48ec-bcd0-ffb91a4d3fdb admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d4ef1679-aaae-4fb8-8840-83847ac60d81 HTTP/1.1" status: 204 len: 168 time: 0.1977539 Oct 03 12:50:13.792302 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d766ab-d704-48ec-bcd0-ffb91a4d3fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ef1679-aaae-4fb8-8840-83847ac60d81,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:14.171534 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] Request body: {'port': {'device_id': '54982238-81ba-4d23-b642-e3a37f778b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:50:14.277417 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31802b6c-0c10-46e8-a9e6-8bc601b1da3c req-0e0d441d-8f48-421e-ae46-1b0786bc2498 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:14.278908 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-31802b6c-0c10-46e8-a9e6-8bc601b1da3c req-0e0d441d-8f48-421e-ae46-1b0786bc2498 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 944 time: 0.1490703 Oct 03 12:50:14.296495 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4281c5b-cb0e-4494-a6e7-bdf827b73a2c req-56466e69-e1d6-4695-8518-3ee52a05e096 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:14.297949 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b4281c5b-cb0e-4494-a6e7-bdf827b73a2c req-56466e69-e1d6-4695-8518-3ee52a05e096 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 944 time: 0.1332901 Oct 03 12:50:14.315897 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b4c51-ff18-41b0-bcf4-6badb7287742 req-3f83ad5b-5d04-4882-83bc-283da38aa105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:14.317311 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b80b4c51-ff18-41b0-bcf4-6badb7287742 req-3f83ad5b-5d04-4882-83bc-283da38aa105 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=cc40d256f0e24050b6b53fdbcbce1962&device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 1128 time: 0.1145706 Oct 03 12:50:14.401068 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:14.450286 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:14.533260 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 34736) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:14.546619 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ad19f565-f475-441c-9c6e-c419fb9195e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:14.566697 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:14.575603 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-31802b6c-0c10-46e8-a9e6-8bc601b1da3c req-f74a32e1-40ef-44a8-8c3a-e7e61e70070c tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2861667 Oct 03 12:50:14.575762 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:14.596397 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b4281c5b-cb0e-4494-a6e7-bdf827b73a2c req-5349635f-82dd-4ca2-ad41-7716323ce535 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781379 Oct 03 12:50:14.649242 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ad19f565-f475-441c-9c6e-c419fb9195e2 admin admin] Publish callbacks [] for security_group (b1703313-977f-4a96-918f-a1a16185587e), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:14.683178 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b4c51-ff18-41b0-bcf4-6badb7287742 req-2c8aac4d-e8d7-4d15-ba2b-fc05ea7b774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:14.684961 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b80b4c51-ff18-41b0-bcf4-6badb7287742 req-2c8aac4d-e8d7-4d15-ba2b-fc05ea7b774f service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=cc40d256f0e24050b6b53fdbcbce1962&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3560390 Oct 03 12:50:14.751192 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ad19f565-f475-441c-9c6e-c419fb9195e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (b1703313-977f-4a96-918f-a1a16185587e), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:14.806192 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-ad19f565-f475-441c-9c6e-c419fb9195e2 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=7183d55deb42413c89dfd47336a8cae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700968 Oct 03 12:50:14.806830 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19f565-f475-441c-9c6e-c419fb9195e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1703313-977f-4a96-918f-a1a16185587e,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:14.811652 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 34738) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:14.885002 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-292039fa-c644-47f7-aaf0-8cc7acfe3006 admin admin] Publish callbacks [] for security_group (b1703313-977f-4a96-918f-a1a16185587e), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:14.912434 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-292039fa-c644-47f7-aaf0-8cc7acfe3006 admin admin] Publish callbacks [] for security_group (b1703313-977f-4a96-918f-a1a16185587e), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:15.048549 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-292039fa-c644-47f7-aaf0-8cc7acfe3006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (b1703313-977f-4a96-918f-a1a16185587e), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:15.053287 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-292039fa-c644-47f7-aaf0-8cc7acfe3006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:15.055573 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-292039fa-c644-47f7-aaf0-8cc7acfe3006 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b1703313-977f-4a96-918f-a1a16185587e HTTP/1.1" status: 204 len: 168 time: 0.2421167 Oct 03 12:50:15.070412 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292039fa-c644-47f7-aaf0-8cc7acfe3006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1703313-977f-4a96-918f-a1a16185587e,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:15.132534 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aecc44-6e58-49d1-a84b-dd8b97b1adfc req-6677be8c-5e25-488f-a32b-67e229d80221 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:15.139852 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-53aecc44-6e58-49d1-a84b-dd8b97b1adfc req-6677be8c-5e25-488f-a32b-67e229d80221 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 945 time: 0.4614301 Oct 03 12:50:15.149881 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee7f81-6a4a-4ae5-9062-432216e87029 req-8e4fa13d-a2f9-45cf-b330-c0ca542080fc tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:15.152181 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2aee7f81-6a4a-4ae5-9062-432216e87029 req-8e4fa13d-a2f9-45cf-b330-c0ca542080fc tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 931 time: 0.4663401 Oct 03 12:50:15.152906 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:15.298172 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device c20f6694-be45-4085-a244-f2e7042c5197 up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:50:15.344573 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning for port c20f6694-be45-4085-a244-f2e7042c5197 completed by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 12:50:15.353856 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b4c51-ff18-41b0-bcf4-6badb7287742 req-d6927021-20b3-41f4-b2c1-00e30356db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:15.356025 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b80b4c51-ff18-41b0-bcf4-6badb7287742 req-d6927021-20b3-41f4-b2c1-00e30356db3a service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6570303 Oct 03 12:50:15.366928 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-53aecc44-6e58-49d1-a84b-dd8b97b1adfc req-849e1972-d141-47ee-b226-2a930a9ae1b8 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260668 Oct 03 12:50:15.377481 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2aee7f81-6a4a-4ae5-9062-432216e87029 req-09ef9889-9ea1-4656-8fa9-9e303926d75e tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932330 Oct 03 12:50:15.459806 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port c20f6694-be45-4085-a244-f2e7042c5197 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:50:15.460157 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (c20f6694-be45-4085-a244-f2e7042c5197), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:15.460491 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port c20f6694-be45-4085-a244-f2e7042c5197 Oct 03 12:50:15.474760 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.notifiers.nova [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e846a01d-6972-40c0-b292-bc930ec8ca6d {{(pid=113285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:50:15.488812 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] Publish callbacks [] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:15.508420 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2507a63-1d38-4cb7-adc8-761108580302 req-87e33649-c631-4be3-ad95-754a0b9648ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:15.513142 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e2507a63-1d38-4cb7-adc8-761108580302 req-87e33649-c631-4be3-ad95-754a0b9648ff service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=cc40d256f0e24050b6b53fdbcbce1962&device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 1128 time: 0.0844541 Oct 03 12:50:15.521033 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.provisioning_blocks [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] Transition to ACTIVE for port object e846a01d-6972-40c0-b292-bc930ec8ca6d will not be triggered until provisioned by entity L2. {{(pid=113285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 12:50:15.558921 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port c20f6694-be45-4085-a244-f2e7042c5197 is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:50:15.559589 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (c20f6694-be45-4085-a244-f2e7042c5197), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:15.568938 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e2507a63-1d38-4cb7-adc8-761108580302 req-da882d0a-81bb-486c-baaa-5d5f81281068 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6c921d4-a92a-4c27-89cc-adf792fee725 HTTP/1.1" status: 200 len: 217 time: 0.0457551 Oct 03 12:50:15.587601 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:15.588978 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c20240-a307-4c2f-8121-6150803fef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20f6694-be45-4085-a244-f2e7042c5197'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:50:15.647918 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2507a63-1d38-4cb7-adc8-761108580302 req-de026ed6-45e5-4759-9a4c-523b2a136fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:15.649826 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e2507a63-1d38-4cb7-adc8-761108580302 req-de026ed6-45e5-4759-9a4c-523b2a136fbb service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=f618876e-ca41-40f8-983f-02970b7d2680 HTTP/1.1" status: 200 len: 850 time: 0.0749667 Oct 03 12:50:15.651515 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:15.669053 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:15.689066 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port c20f6694-be45-4085-a244-f2e7042c5197, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c20f6694-be45-4085-a244-f2e7042c5197,segment=NetworkSegment(d3a5c810-85a3-440e-99e0-0eb8dd8e532d),segment_id=d3a5c810-85a3-440e-99e0-0eb8dd8e532d)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:50:15.785589 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (c20f6694-be45-4085-a244-f2e7042c5197), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:15.786829 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device ca96c603-3295-4d37-99aa-2b5b95419166 up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:50:15.824466 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0713e1fb-71ea-44a1-a6b0-85309bae9694" -d '{"events": [{"server_uuid": "89c20240-a307-4c2f-8121-6150803fef0c", "name": "network-vif-plugged", "status": "completed", "tag": "c20f6694-be45-4085-a244-f2e7042c5197"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:50:15.824673 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2507a63-1d38-4cb7-adc8-761108580302 req-c7609707-6e7c-41cc-8092-bd382fbd9fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:15.826018 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e2507a63-1d38-4cb7-adc8-761108580302 req-c7609707-6e7c-41cc-8092-bd382fbd9fb2 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=848e2135-07d9-46d2-afff-ed218ebac86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1675348 Oct 03 12:50:15.855033 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] Pushing event updated for resources: {'Port': ['ID=e846a01d-6972-40c0-b292-bc930ec8ca6d,revision_number=2']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:15.881242 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93811422-05e4-4044-8f72-7419731599e0 req-ed2a30f0-096e-48c4-84b9-fe11b4776324 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:15.888795 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-93811422-05e4-4044-8f72-7419731599e0 req-ed2a30f0-096e-48c4-84b9-fe11b4776324 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 944 time: 0.1623292 Oct 03 12:50:15.896277 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ceae44-b377-4df2-88de-41f3c63d06dd req-efa0adc4-04ce-4647-92f7-39e72c4fed22 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:15.903252 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a8ceae44-b377-4df2-88de-41f3c63d06dd req-efa0adc4-04ce-4647-92f7-39e72c4fed22 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 944 time: 0.1817722 Oct 03 12:50:15.911122 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.managers [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] Attempting to bind port e846a01d-6972-40c0-b292-bc930ec8ca6d on host hv-cinder-84456 for vnic_type normal with profile {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:50:15.911560 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=c20f6694-be45-4085-a244-f2e7042c5197,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:15.911886 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.managers [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] Attempting to bind port e846a01d-6972-40c0-b292-bc930ec8ca6d by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'eb152171-66b6-4baa-8e9b-3eab45314ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b'}] {{(pid=113285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:50:15.912586 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] Attempting to bind port e846a01d-6972-40c0-b292-bc930ec8ca6d on network 99c96330-3d0c-4416-8b2d-15be2ccdbc1b {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:50:15.931368 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning for port ca96c603-3295-4d37-99aa-2b5b95419166 completed by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 12:50:15.993203 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port ca96c603-3295-4d37-99aa-2b5b95419166 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:50:15.993999 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (ca96c603-3295-4d37-99aa-2b5b95419166), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:15.995087 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port ca96c603-3295-4d37-99aa-2b5b95419166 Oct 03 12:50:16.091949 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port ca96c603-3295-4d37-99aa-2b5b95419166 is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:50:16.091949 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (ca96c603-3295-4d37-99aa-2b5b95419166), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:16.122430 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-93811422-05e4-4044-8f72-7419731599e0 req-177d929d-58c1-45ef-b720-359596134e36 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981392 Oct 03 12:50:16.139933 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a8ceae44-b377-4df2-88de-41f3c63d06dd req-630f9802-86d3-40cd-8069-6b701f5ac02a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348223 Oct 03 12:50:16.144602 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port ca96c603-3295-4d37-99aa-2b5b95419166, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ca96c603-3295-4d37-99aa-2b5b95419166,segment=NetworkSegment(d3a5c810-85a3-440e-99e0-0eb8dd8e532d),segment_id=d3a5c810-85a3-440e-99e0-0eb8dd8e532d)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:50:16.152156 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e2507a63-1d38-4cb7-adc8-761108580302 req-0fd2c17e-218a-448f-b350-75f9b28be351 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/848e2135-07d9-46d2-afff-ed218ebac86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141787 Oct 03 12:50:16.156678 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] Port e846a01d-6972-40c0-b292-bc930ec8ca6d on network 99c96330-3d0c-4416-8b2d-15be2ccdbc1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 12:50:16.157093 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] Attempting to bind port e846a01d-6972-40c0-b292-bc930ec8ca6d on network 99c96330-3d0c-4416-8b2d-15be2ccdbc1b {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:50:16.242785 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (ca96c603-3295-4d37-99aa-2b5b95419166), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:16.245106 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device edee2177-f99c-4159-b115-94dfdb5803e0 up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:50:16.261484 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] Checking agent: {'id': '72e18e84-452a-46dd-9356-90dcf7de37bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'started_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:50:16.261832 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] Checking segment: {'id': 'eb152171-66b6-4baa-8e9b-3eab45314ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:50:16.262767 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] Bound using segment: {'id': 'eb152171-66b6-4baa-8e9b-3eab45314ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b'} {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:50:16.262767 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.managers [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] Bound port: e846a01d-6972-40c0-b292-bc930ec8ca6d, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb152171-66b6-4baa-8e9b-3eab45314ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b'}}] {{(pid=113285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:50:16.269094 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:16.324683 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:16.340499 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e2507a63-1d38-4cb7-adc8-761108580302 req-89a0cf78-b195-4067-8de2-4ace6e2134de service neutron] 10.222.0.46 "GET /networking/v2.0/networks/848e2135-07d9-46d2-afff-ed218ebac86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795099 Oct 03 12:50:16.361946 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning for port edee2177-f99c-4159-b115-94dfdb5803e0 completed by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 12:50:16.365770 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] For port e846a01d-6972-40c0-b292-bc930ec8ca6d, host hv-cinder-84456, cleared binding levels {{(pid=113285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:50:16.368976 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] For port e846a01d-6972-40c0-b292-bc930ec8ca6d, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e846a01d-6972-40c0-b292-bc930ec8ca6d,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:50:16.380015 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=ca96c603-3295-4d37-99aa-2b5b95419166,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:16.430157 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565c321c-ee17-4883-8740-c092eda4af35 x-openstack-request-id: req-565c321c-ee17-4883-8740-c092eda4af35 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:50:16.430542 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c20240-a307-4c2f-8121-6150803fef0c", "name": "network-vif-plugged", "status": "completed", "tag": "c20f6694-be45-4085-a244-f2e7042c5197", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:50:16.430865 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-565c321c-ee17-4883-8740-c092eda4af35 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:50:16.433040 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-565c321c-ee17-4883-8740-c092eda4af35'] response: {'server_uuid': '89c20240-a307-4c2f-8121-6150803fef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20f6694-be45-4085-a244-f2e7042c5197', 'code': 200} Oct 03 12:50:16.453969 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port edee2177-f99c-4159-b115-94dfdb5803e0 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:50:16.454355 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (edee2177-f99c-4159-b115-94dfdb5803e0), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:16.455219 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port edee2177-f99c-4159-b115-94dfdb5803e0 Oct 03 12:50:16.456669 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:16.467534 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:16.469400 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for port (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:16.477366 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/e846a01d-6972-40c0-b292-bc930ec8ca6d HTTP/1.1" status: 200 len: 1093 time: 2.3131690 Oct 03 12:50:16.492933 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54982238-81ba-4d23-b642-e3a37f778b4a', 'tag': 'e846a01d-6972-40c0-b292-bc930ec8ca6d'}] {{(pid=113285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:50:16.494026 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8c9de838f6157477042d1ccf4c4241849d38f3be3769c4c2ec48b33ae5f8e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d5dbeb-f621-4372-b802-27fe6a292ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "54982238-81ba-4d23-b642-e3a37f778b4a", "tag": "e846a01d-6972-40c0-b292-bc930ec8ca6d"}]}' {{(pid=113285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:50:16.575350 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port edee2177-f99c-4159-b115-94dfdb5803e0 is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:50:16.575733 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (edee2177-f99c-4159-b115-94dfdb5803e0), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:16.610712 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 34812) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:16.613343 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port edee2177-f99c-4159-b115-94dfdb5803e0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=edee2177-f99c-4159-b115-94dfdb5803e0,segment=NetworkSegment(7ecc5122-3269-4b4c-a709-19cda5640571),segment_id=7ecc5122-3269-4b4c-a709-19cda5640571)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:50:16.627518 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a14b8-9074-4df2-aca3-ed73c723b10b req-b44406c2-13e8-4e92-a2f0-626be6ac12ca tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:16.628945 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d31a14b8-9074-4df2-aca3-ed73c723b10b req-b44406c2-13e8-4e92-a2f0-626be6ac12ca tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 945 time: 0.1488922 Oct 03 12:50:16.634037 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc44a0f-338a-4217-b756-655d1e79a737 service neutron] Pushing event updated for resources: {'Port': ['ID=e846a01d-6972-40c0-b292-bc930ec8ca6d,revision_number=3']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:16.650476 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb83ee6-cc3c-48b5-b75a-56b62297aeb1 req-ae2eb119-a760-4e07-af9b-a530b69b72e0 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:16.651915 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-aeb83ee6-cc3c-48b5-b75a-56b62297aeb1 req-ae2eb119-a760-4e07-af9b-a530b69b72e0 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.1131840 Oct 03 12:50:16.728590 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (edee2177-f99c-4159-b115-94dfdb5803e0), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:16.741325 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d31a14b8-9074-4df2-aca3-ed73c723b10b req-4d46dd53-b640-41de-84ce-f0ade9f06e72 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041248 Oct 03 12:50:16.751138 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-aeb83ee6-cc3c-48b5-b75a-56b62297aeb1 req-fd90e6e2-e34f-4bae-9130-559b0f4ab8c5 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905921 Oct 03 12:50:16.799110 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=edee2177-f99c-4159-b115-94dfdb5803e0,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:16.830538 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479ad82a-5b21-463a-b2e3-901d94ba8666 x-openstack-request-id: req-479ad82a-5b21-463a-b2e3-901d94ba8666 {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:50:16.830913 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54982238-81ba-4d23-b642-e3a37f778b4a", "tag": "e846a01d-6972-40c0-b292-bc930ec8ca6d", "status": "completed", "code": 200}]} {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:50:16.831285 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-479ad82a-5b21-463a-b2e3-901d94ba8666 {{(pid=113285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:50:16.831699 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-479ad82a-5b21-463a-b2e3-901d94ba8666'] response: {'name': 'network-changed', 'server_uuid': '54982238-81ba-4d23-b642-e3a37f778b4a', 'tag': 'e846a01d-6972-40c0-b292-bc930ec8ca6d', 'status': 'completed', 'code': 200} Oct 03 12:50:16.848450 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:16.909237 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b3dda971-93c8-409d-b836-ad0145e2592d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:16.985316 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b3dda971-93c8-409d-b836-ad0145e2592d admin admin] Publish callbacks [] for security_group (bec1eb3a-6a87-4e0b-b090-4e9386684b3a), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:17.076748 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b3dda971-93c8-409d-b836-ad0145e2592d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (bec1eb3a-6a87-4e0b-b090-4e9386684b3a), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:17.116026 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dda971-93c8-409d-b836-ad0145e2592d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec1eb3a-6a87-4e0b-b090-4e9386684b3a,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:17.123101 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-b3dda971-93c8-409d-b836-ad0145e2592d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f04332e6d0ce41ca823ea6c2c7e47ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5103974 Oct 03 12:50:17.123252 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 34824) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:17.194666 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-08a3fa77-b5b3-4ac9-9c81-081e89258715 admin admin] Publish callbacks [] for security_group (bec1eb3a-6a87-4e0b-b090-4e9386684b3a), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:17.246132 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-08a3fa77-b5b3-4ac9-9c81-081e89258715 admin admin] Publish callbacks [] for security_group (bec1eb3a-6a87-4e0b-b090-4e9386684b3a), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:17.283764 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be253503-adf7-4006-8bd8-e4b8a4310fe3 req-dbcce5f7-8363-4a35-8148-158adc4bb4bd tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:17.285590 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-be253503-adf7-4006-8bd8-e4b8a4310fe3 req-dbcce5f7-8363-4a35-8148-158adc4bb4bd tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 944 time: 0.1021008 Oct 03 12:50:17.332714 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63876d-f1c8-4975-9493-9aa71d5720a8 req-26bf200a-1164-46b2-bd3c-eea0cd07c3c1 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:17.334189 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2f63876d-f1c8-4975-9493-9aa71d5720a8 req-26bf200a-1164-46b2-bd3c-eea0cd07c3c1 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.1107364 Oct 03 12:50:17.395865 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-be253503-adf7-4006-8bd8-e4b8a4310fe3 req-c72e7ab5-d2e7-4933-a6fd-86ce550bd8f8 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033046 Oct 03 12:50:17.416400 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2f63876d-f1c8-4975-9493-9aa71d5720a8 req-2e7cbda1-3fb6-4cc5-b940-37d60b86500b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750022 Oct 03 12:50:17.471874 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-08a3fa77-b5b3-4ac9-9c81-081e89258715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (bec1eb3a-6a87-4e0b-b090-4e9386684b3a), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:17.474433 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-08a3fa77-b5b3-4ac9-9c81-081e89258715 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:17.475646 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-08a3fa77-b5b3-4ac9-9c81-081e89258715 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/bec1eb3a-6a87-4e0b-b090-4e9386684b3a HTTP/1.1" status: 204 len: 168 time: 0.3513174 Oct 03 12:50:17.483845 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3fa77-b5b3-4ac9-9c81-081e89258715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec1eb3a-6a87-4e0b-b090-4e9386684b3a,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:17.598358 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:17.921187 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b9dcb-6574-4820-b1cd-15fa402c1844 req-c3047fda-3375-4656-8496-544620bd0de6 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:17.922660 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-df8b9dcb-6574-4820-b1cd-15fa402c1844 req-c3047fda-3375-4656-8496-544620bd0de6 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 946 time: 0.0846727 Oct 03 12:50:17.937297 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932dbe0-8dae-4639-8080-7462c7aea404 req-ad0bce23-6111-4760-bb05-475f79c139fd tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:17.938694 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5932dbe0-8dae-4639-8080-7462c7aea404 req-ad0bce23-6111-4760-bb05-475f79c139fd tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0703063 Oct 03 12:50:18.011202 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-df8b9dcb-6574-4820-b1cd-15fa402c1844 req-22e6b20b-d08d-46a6-91fe-373f1b541d30 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805585 Oct 03 12:50:18.018735 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5932dbe0-8dae-4639-8080-7462c7aea404 req-e1dfd4be-b202-4c08-92c1-0ad2038ee4a3 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738440 Oct 03 12:50:18.151893 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:50:18.298138 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 34868) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:18.309636 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:18.320871 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8ea55b60-0fc2-4c6e-b0c1-04f34a4b5a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:18.398525 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8ea55b60-0fc2-4c6e-b0c1-04f34a4b5a88 admin admin] Publish callbacks [] for security_group (9db066e4-c1a9-4b40-a58f-d720ffa32c25), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:18.434441 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9909a9d-feb5-4513-9e14-6aadc4e17c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca96c603-3295-4d37-99aa-2b5b95419166'}, {'server_uuid': 'ea0723fe-401f-47ef-8b51-22dd148860e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edee2177-f99c-4159-b115-94dfdb5803e0'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:50:18.436665 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78d9a27-4219-4548-b1c1-a638f7af2d77" -d '{"events": [{"server_uuid": "f9909a9d-feb5-4513-9e14-6aadc4e17c59", "name": "network-vif-plugged", "status": "completed", "tag": "ca96c603-3295-4d37-99aa-2b5b95419166"}, {"server_uuid": "ea0723fe-401f-47ef-8b51-22dd148860e9", "name": "network-vif-plugged", "status": "completed", "tag": "edee2177-f99c-4159-b115-94dfdb5803e0"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:50:18.555777 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8ea55b60-0fc2-4c6e-b0c1-04f34a4b5a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (9db066e4-c1a9-4b40-a58f-d720ffa32c25), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:18.601603 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9227c-8cc0-4b13-b1de-2cea0fca4567 req-fad95e09-6f68-4462-97af-bcf274cefc1e tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:18.603082 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-dae9227c-8cc0-4b13-b1de-2cea0fca4567 req-fad95e09-6f68-4462-97af-bcf274cefc1e tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 944 time: 0.1033552 Oct 03 12:50:18.622774 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336546b0-5437-43b1-8e49-68f7f5c68f81 req-779723ad-0403-4c43-823d-f4cbf3b80a8d tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:18.624359 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-336546b0-5437-43b1-8e49-68f7f5c68f81 req-779723ad-0403-4c43-823d-f4cbf3b80a8d tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.1133132 Oct 03 12:50:18.638234 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-8ea55b60-0fc2-4c6e-b0c1-04f34a4b5a88 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a2da15bfe6274a6cab836f1786a847fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3391724 Oct 03 12:50:18.640714 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea55b60-0fc2-4c6e-b0c1-04f34a4b5a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db066e4-c1a9-4b40-a58f-d720ffa32c25,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:18.641265 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 34888) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:18.696490 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:18.713820 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a93a338-4c36-46ec-9a8b-fa823c76a2ea admin admin] Publish callbacks [] for security_group (9db066e4-c1a9-4b40-a58f-d720ffa32c25), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:18.726654 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-dae9227c-8cc0-4b13-b1de-2cea0fca4567 req-2cd1bf88-a467-4f29-8d0d-b067cd255bbf tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101406 Oct 03 12:50:18.730243 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-336546b0-5437-43b1-8e49-68f7f5c68f81 req-60dd61d5-c11d-490e-904a-dd52f5e54a55 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946810 Oct 03 12:50:18.739666 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a93a338-4c36-46ec-9a8b-fa823c76a2ea admin admin] Publish callbacks [] for security_group (9db066e4-c1a9-4b40-a58f-d720ffa32c25), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:18.802448 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 03 Oct 2022 12:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7916c6ca-907a-4e15-8a92-2faefbbffb13 x-openstack-request-id: req-7916c6ca-907a-4e15-8a92-2faefbbffb13 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:50:18.802742 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9909a9d-feb5-4513-9e14-6aadc4e17c59", "name": "network-vif-plugged", "status": "completed", "tag": "ca96c603-3295-4d37-99aa-2b5b95419166", "code": 200}, {"server_uuid": "ea0723fe-401f-47ef-8b51-22dd148860e9", "name": "network-vif-plugged", "status": "completed", "tag": "edee2177-f99c-4159-b115-94dfdb5803e0", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:50:18.802990 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7916c6ca-907a-4e15-8a92-2faefbbffb13 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:50:18.803408 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7916c6ca-907a-4e15-8a92-2faefbbffb13'] response: {'server_uuid': 'f9909a9d-feb5-4513-9e14-6aadc4e17c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca96c603-3295-4d37-99aa-2b5b95419166', 'code': 200} Oct 03 12:50:18.803659 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7916c6ca-907a-4e15-8a92-2faefbbffb13'] response: {'server_uuid': 'ea0723fe-401f-47ef-8b51-22dd148860e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edee2177-f99c-4159-b115-94dfdb5803e0', 'code': 200} Oct 03 12:50:18.877068 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a93a338-4c36-46ec-9a8b-fa823c76a2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (9db066e4-c1a9-4b40-a58f-d720ffa32c25), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:18.879916 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8a93a338-4c36-46ec-9a8b-fa823c76a2ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:18.881162 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-8a93a338-4c36-46ec-9a8b-fa823c76a2ea admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9db066e4-c1a9-4b40-a58f-d720ffa32c25 HTTP/1.1" status: 204 len: 168 time: 0.2380223 Oct 03 12:50:18.889259 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93a338-4c36-46ec-9a8b-fa823c76a2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db066e4-c1a9-4b40-a58f-d720ffa32c25,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:19.187291 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245bbd3-3b56-4d7b-896c-c41c1d9d394a req-1a723922-c1c8-4a4d-9dcf-e875e2a8d9d2 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:19.188784 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9245bbd3-3b56-4d7b-896c-c41c1d9d394a req-1a723922-c1c8-4a4d-9dcf-e875e2a8d9d2 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0769761 Oct 03 12:50:19.196973 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315d0fb-6976-4577-9976-d724d1265a97 req-6c107384-ee77-47a3-a551-7c5c37db6934 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:19.198337 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b315d0fb-6976-4577-9976-d724d1265a97 req-6c107384-ee77-47a3-a551-7c5c37db6934 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 946 time: 0.0775487 Oct 03 12:50:19.277947 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9245bbd3-3b56-4d7b-896c-c41c1d9d394a req-eb6da44e-d84c-4e85-8900-bfd34a018e1f tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786510 Oct 03 12:50:19.280896 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b315d0fb-6976-4577-9976-d724d1265a97 req-17c3177d-74d5-4f5d-bea4-cca2688bdb81 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742140 Oct 03 12:50:19.710708 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:19.825696 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device b6c921d4-a92a-4c27-89cc-adf792fee725 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:50:19.916228 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:19.918246 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833290b-0997-4e54-8632-8099c3556aec req-38c5d2dd-1611-481a-9c1e-440052404ed3 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:19.919763 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1833290b-0997-4e54-8632-8099c3556aec req-38c5d2dd-1611-481a-9c1e-440052404ed3 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 944 time: 0.1044486 Oct 03 12:50:19.933085 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81586c08-c71f-434e-b4d7-ed61c67d0069 req-3cf76e61-739a-47d4-9730-11f784be8673 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:19.934568 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-81586c08-c71f-434e-b4d7-ed61c67d0069 req-3cf76e61-739a-47d4-9730-11f784be8673 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0980897 Oct 03 12:50:19.954482 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port b6c921d4-a92a-4c27-89cc-adf792fee725, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b6c921d4-a92a-4c27-89cc-adf792fee725,segment=NetworkSegment(45e470c6-55da-45fc-b9e1-3afe7ebb42cf),segment_id=45e470c6-55da-45fc-b9e1-3afe7ebb42cf)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:50:19.977069 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': 'b6c921d4-a92a-4c27-89cc-adf792fee725', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'port_id': 'b6c921d4-a92a-4c27-89cc-adf792fee725', 'mac_address': 'fa:16:3e:9f:de:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:50:20.064494 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port b6c921d4-a92a-4c27-89cc-adf792fee725 is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:50:20.065005 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1833290b-0997-4e54-8632-8099c3556aec req-49d92e3d-11a8-4ceb-848b-b636dd6fa05d tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331656 Oct 03 12:50:20.065592 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (b6c921d4-a92a-4c27-89cc-adf792fee725), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:20.080656 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5dbeb-f621-4372-b802-27fe6a292ffe req-b677c9bf-8ee1-4bab-aa70-152ab413ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:20.080656 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-55d5dbeb-f621-4372-b802-27fe6a292ffe req-b677c9bf-8ee1-4bab-aa70-152ab413ca7c service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=0e20f793bd0b46a59df730183818d9f8&device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 1127 time: 0.0954790 Oct 03 12:50:20.089800 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-81586c08-c71f-434e-b4d7-ed61c67d0069 req-ce395591-0f58-44af-aa5d-da002b79b51b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484337 Oct 03 12:50:20.098839 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c921d4-a92a-4c27-89cc-adf792fee725 {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:50:20.166224 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port b6c921d4-a92a-4c27-89cc-adf792fee725, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b6c921d4-a92a-4c27-89cc-adf792fee725,segment=NetworkSegment(45e470c6-55da-45fc-b9e1-3afe7ebb42cf),segment_id=45e470c6-55da-45fc-b9e1-3afe7ebb42cf)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:50:20.224528 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5dbeb-f621-4372-b802-27fe6a292ffe req-d7f96682-a2e8-4e4a-9b49-956ed5060f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:20.225895 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-55d5dbeb-f621-4372-b802-27fe6a292ffe req-d7f96682-a2e8-4e4a-9b49-956ed5060f42 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=0e20f793bd0b46a59df730183818d9f8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1319017 Oct 03 12:50:20.306307 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (b6c921d4-a92a-4c27-89cc-adf792fee725), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:20.367991 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:20.369931 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5dbeb-f621-4372-b802-27fe6a292ffe req-2bb0b34b-32c6-4ecb-b4b4-250aca485119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:20.371776 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-55d5dbeb-f621-4372-b802-27fe6a292ffe req-2bb0b34b-32c6-4ecb-b4b4-250aca485119 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1390901 Oct 03 12:50:20.374000 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=b6c921d4-a92a-4c27-89cc-adf792fee725,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:20.511661 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.46', 65508) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:20.557280 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['b6c921d4-a92a-4c27-89cc-adf792fee725'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:50:20.643381 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d8e05-52f4-4631-badf-0f1cf27436bc req-231e5d1a-76f6-459b-9e89-90ac2916f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:20.646603 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b32d8e05-52f4-4631-badf-0f1cf27436bc req-231e5d1a-76f6-459b-9e89-90ac2916f049 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 1129 time: 0.1333082 Oct 03 12:50:20.650923 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea9034-5f19-4012-b299-764ba4d2ffa9 req-6763d06f-f19f-4fcb-9c5f-68f51c8024b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:20.652647 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e5ea9034-5f19-4012-b299-764ba4d2ffa9 req-6763d06f-f19f-4fcb-9c5f-68f51c8024b3 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 1130 time: 0.1379108 Oct 03 12:50:20.680187 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-e5ea9034-5f19-4012-b299-764ba4d2ffa9 req-8ab54aef-1ba0-4b2e-b164-d97e24f348f4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:20.752273 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:20.753441 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-b32d8e05-52f4-4631-badf-0f1cf27436bc req-3727fe92-2603-45df-91e1-fe0b6fe90b66 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:20.802961 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-e5ea9034-5f19-4012-b299-764ba4d2ffa9 req-8ab54aef-1ba0-4b2e-b164-d97e24f348f4 service neutron] Publish callbacks [] for security_group (fa1c15df-8fdd-4ad4-9577-3a492b06400d), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:20.838368 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4b20d-81ae-44fa-a5af-ef521f74a47e req-e539d38f-2fb2-4a03-bc1d-d2331a17ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:20.839898 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bae4b20d-81ae-44fa-a5af-ef521f74a47e req-e539d38f-2fb2-4a03-bc1d-d2331a17ed98 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 1130 time: 0.4548850 Oct 03 12:50:20.849387 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82552453-81ea-4cb5-a21d-b3357afea86d req-1ec0c6d8-b33e-46f1-a1f9-380e3000c74e tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:20.850879 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-82552453-81ea-4cb5-a21d-b3357afea86d req-1ec0c6d8-b33e-46f1-a1f9-380e3000c74e tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 946 time: 0.4223571 Oct 03 12:50:20.856467 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493cc90-a5ea-49ab-9a65-bd8b4b8cf11f req-b82d7343-28dd-4c4c-bab5-8701ba7492ae tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:20.858180 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7493cc90-a5ea-49ab-9a65-bd8b4b8cf11f req-b82d7343-28dd-4c4c-bab5-8701ba7492ae tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.3818498 Oct 03 12:50:20.875855 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-c1b4500f-e77a-407c-8023-56b07f453956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:20.877251 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-c1b4500f-e77a-407c-8023-56b07f453956 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=0e20f793bd0b46a59df730183818d9f8&device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 1127 time: 0.3997688 Oct 03 12:50:20.895809 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-e5ea9034-5f19-4012-b299-764ba4d2ffa9 req-8ab54aef-1ba0-4b2e-b164-d97e24f348f4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (fa1c15df-8fdd-4ad4-9577-3a492b06400d), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:20.897305 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-bae4b20d-81ae-44fa-a5af-ef521f74a47e req-65e86c03-d280-4295-a18f-b69b581548ed service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:20.959823 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-f53d55ea-18d2-43b0-81bc-50a0e31d0bce service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e846a01d-6972-40c0-b292-bc930ec8ca6d HTTP/1.1" status: 200 len: 217 time: 0.0698602 Oct 03 12:50:20.966841 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e5ea9034-5f19-4012-b299-764ba4d2ffa9 req-8ab54aef-1ba0-4b2e-b164-d97e24f348f4 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071952 Oct 03 12:50:20.967435 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.db.api [req-b32d8e05-52f4-4631-badf-0f1cf27436bc req-3727fe92-2603-45df-91e1-fe0b6fe90b66 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 4ea2fa8ad01240f7859182ebbe3051c7 {{(pid=113284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 03 12:50:20.967809 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG oslo_db.api [req-b32d8e05-52f4-4631-badf-0f1cf27436bc req-3727fe92-2603-45df-91e1-fe0b6fe90b66 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:50:20.973794 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab54aef-1ba0-4b2e-b164-d97e24f348f4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1c15df-8fdd-4ad4-9577-3a492b06400d,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:21.070674 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-82552453-81ea-4cb5-a21d-b3357afea86d req-b9551337-afaa-4e19-b492-a3c07738c66d tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103989 Oct 03 12:50:21.075970 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7493cc90-a5ea-49ab-9a65-bd8b4b8cf11f req-24dd3a5a-4995-4d79-87a7-985b37fccd7f tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060697 Oct 03 12:50:21.086302 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-c8db8047-8879-4916-b880-ff8b176df253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:21.087848 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-c8db8047-8879-4916-b880-ff8b176df253 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=287a7239-c391-4a5c-a389-779ed301deff HTTP/1.1" status: 200 len: 856 time: 0.1149268 Oct 03 12:50:21.115368 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bae4b20d-81ae-44fa-a5af-ef521f74a47e req-65e86c03-d280-4295-a18f-b69b581548ed service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557156 Oct 03 12:50:21.203471 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79508ca-1e0a-4306-9e83-471410441b91 req-7320846c-fc83-4d9c-850a-a57b6c55701f tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:21.212385 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c79508ca-1e0a-4306-9e83-471410441b91 req-7320846c-fc83-4d9c-850a-a57b6c55701f tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 945 time: 0.0684156 Oct 03 12:50:21.249303 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:21.299774 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c79508ca-1e0a-4306-9e83-471410441b91 req-e934ccf3-4edb-4d11-9ca0-ec7796cb6cb8 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856180 Oct 03 12:50:21.308388 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device b6c921d4-a92a-4c27-89cc-adf792fee725 up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:50:21.308888 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce37ad-8a1c-47bd-8e0a-8079a81b3dab req-d7cd1a93-d43b-4c47-b8bb-1680bb4103bb tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:21.312630 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:21.315766 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fdce37ad-8a1c-47bd-8e0a-8079a81b3dab req-d7cd1a93-d43b-4c47-b8bb-1680bb4103bb tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0954752 Oct 03 12:50:21.366090 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning for port b6c921d4-a92a-4c27-89cc-adf792fee725 completed by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 12:50:21.375911 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fdce37ad-8a1c-47bd-8e0a-8079a81b3dab req-5d278ba8-ef0c-453c-a4ea-d20ef949c29e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554965 Oct 03 12:50:21.439372 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-8940d2cb-ae7d-4194-9022-3b3ba96f819b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:21.440857 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-8940d2cb-ae7d-4194-9022-3b3ba96f819b service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=99c96330-3d0c-4416-8b2d-15be2ccdbc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0636024 Oct 03 12:50:21.469583 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-b32d8e05-52f4-4631-badf-0f1cf27436bc req-3727fe92-2603-45df-91e1-fe0b6fe90b66 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:21.512085 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port b6c921d4-a92a-4c27-89cc-adf792fee725 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:50:21.512483 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (b6c921d4-a92a-4c27-89cc-adf792fee725), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:21.512816 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port b6c921d4-a92a-4c27-89cc-adf792fee725 Oct 03 12:50:21.539900 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b32d8e05-52f4-4631-badf-0f1cf27436bc req-3727fe92-2603-45df-91e1-fe0b6fe90b66 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8862891 Oct 03 12:50:21.593598 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port b6c921d4-a92a-4c27-89cc-adf792fee725 is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:50:21.593993 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (b6c921d4-a92a-4c27-89cc-adf792fee725), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:21.618949 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a980d091-a942-46bc-a139-d12f9e2167ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c921d4-a92a-4c27-89cc-adf792fee725'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:50:21.622769 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b69949-d166-4608-94d1-695bf7451a1e" -d '{"events": [{"server_uuid": "a980d091-a942-46bc-a139-d12f9e2167ed", "name": "network-vif-plugged", "status": "completed", "tag": "b6c921d4-a92a-4c27-89cc-adf792fee725"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:50:21.634391 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port b6c921d4-a92a-4c27-89cc-adf792fee725, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b6c921d4-a92a-4c27-89cc-adf792fee725,segment=NetworkSegment(45e470c6-55da-45fc-b9e1-3afe7ebb42cf),segment_id=45e470c6-55da-45fc-b9e1-3afe7ebb42cf)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:50:21.662496 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccbf35e-0c57-4537-b915-5cf862de88ba x-openstack-request-id: req-bccbf35e-0c57-4537-b915-5cf862de88ba {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:50:21.662811 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a980d091-a942-46bc-a139-d12f9e2167ed", "name": "network-vif-plugged", "status": "completed", "tag": "b6c921d4-a92a-4c27-89cc-adf792fee725", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:50:21.663065 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bccbf35e-0c57-4537-b915-5cf862de88ba {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:50:21.663493 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bccbf35e-0c57-4537-b915-5cf862de88ba'] response: {'server_uuid': 'a980d091-a942-46bc-a139-d12f9e2167ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c921d4-a92a-4c27-89cc-adf792fee725', 'code': 200} Oct 03 12:50:21.762308 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (b6c921d4-a92a-4c27-89cc-adf792fee725), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:21.813802 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=b6c921d4-a92a-4c27-89cc-adf792fee725,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:22.003146 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-3e05e3e6-e046-40ac-9794-f18b59de7860 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986793 Oct 03 12:50:22.254689 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643c467-c277-4b06-89d6-82a4abb570a6 req-0735d6b8-970c-4328-83f3-bcd1a64d22c2 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:22.256239 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6643c467-c277-4b06-89d6-82a4abb570a6 req-0735d6b8-970c-4328-83f3-bcd1a64d22c2 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 946 time: 0.0924146 Oct 03 12:50:22.266666 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35631bef-1685-491e-8ea8-b3aabff6961d req-8a79fb19-6eed-4694-bb51-649d4ceb5ff9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:22.268132 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-35631bef-1685-491e-8ea8-b3aabff6961d req-8a79fb19-6eed-4694-bb51-649d4ceb5ff9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0744145 Oct 03 12:50:22.344254 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6643c467-c277-4b06-89d6-82a4abb570a6 req-277eef67-2c95-4945-8873-c107f1d885f3 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751762 Oct 03 12:50:22.348866 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-35631bef-1685-491e-8ea8-b3aabff6961d req-f7c61e92-7f11-4c5d-beac-b5a1e4f2d60c tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728073 Oct 03 12:50:22.451780 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63602b7-96d7-47d1-871d-4e68188adbcf req-5d849b2b-f566-4666-9a68-87caffe1481f tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:22.459594 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e63602b7-96d7-47d1-871d-4e68188adbcf req-5d849b2b-f566-4666-9a68-87caffe1481f tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0588632 Oct 03 12:50:22.538807 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e87ac1-237d-4a3e-b8b4-27d050e9ea6a req-69666e2f-090b-49f5-a559-d88de9d6186a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:22.540289 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-52e87ac1-237d-4a3e-b8b4-27d050e9ea6a req-69666e2f-090b-49f5-a559-d88de9d6186a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0737171 Oct 03 12:50:22.551411 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e63602b7-96d7-47d1-871d-4e68188adbcf req-5edf0233-38b5-493c-a13e-2c8ac84fa59b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908961 Oct 03 12:50:22.655524 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-52e87ac1-237d-4a3e-b8b4-27d050e9ea6a req-48460fe0-61a9-4134-ab49-3ac6e37f2689 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031332 Oct 03 12:50:22.697007 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3fbe644f-de25-4273-8d1d-6b34a026ce6a req-a3997159-3bcf-4c89-a79f-8023bd85fa1f service neutron] 10.222.0.46 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557565 Oct 03 12:50:22.962546 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8e44b8d1-17cc-4aaa-908b-55c137041bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:23.512171 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:23.529425 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf94a7-2f98-4b35-9287-9141360c96fb req-f60f5fa9-ae88-4b80-abdf-ba69e6b2395c tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:23.530917 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7edf94a7-2f98-4b35-9287-9141360c96fb req-f60f5fa9-ae88-4b80-abdf-ba69e6b2395c tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 946 time: 0.0862846 Oct 03 12:50:23.537268 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376f17f-5ae9-45f3-b8b9-1f7d4a665bc0 req-6f860d51-3956-4b2a-8ca8-0ec40fa70658 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:23.538666 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4376f17f-5ae9-45f3-b8b9-1f7d4a665bc0 req-6f860d51-3956-4b2a-8ca8-0ec40fa70658 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0824182 Oct 03 12:50:23.643773 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4376f17f-5ae9-45f3-b8b9-1f7d4a665bc0 req-8918a668-f774-4b67-8733-f3d2483d10b4 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979033 Oct 03 12:50:23.654333 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7edf94a7-2f98-4b35-9287-9141360c96fb req-295edae8-6796-42a4-9ae0-0b44ca3d956d tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146119 Oct 03 12:50:23.812404 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcaf0b1-1ba7-4ce8-8c2f-1d2d8ae3f0c8 req-097a1634-3e2e-4f80-9f3b-023881cd11eb tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:23.813867 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1fcaf0b1-1ba7-4ce8-8c2f-1d2d8ae3f0c8 req-097a1634-3e2e-4f80-9f3b-023881cd11eb tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0819647 Oct 03 12:50:23.820336 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cda1d-44e0-4b3f-9629-86e6396e904c req-070e4939-511f-4264-a3c3-275af18177d2 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:23.821735 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c54cda1d-44e0-4b3f-9629-86e6396e904c req-070e4939-511f-4264-a3c3-275af18177d2 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0799861 Oct 03 12:50:23.854293 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:23.896771 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 35106) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:23.897336 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1fcaf0b1-1ba7-4ce8-8c2f-1d2d8ae3f0c8 req-8f7d99c1-d53c-472d-8b09-71c6ec71b4c2 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744522 Oct 03 12:50:23.904902 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c54cda1d-44e0-4b3f-9629-86e6396e904c req-35ac71f8-17f2-4fc8-a10a-843c46d2f875 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745835 Oct 03 12:50:24.083604 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 35114) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:24.125572 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-7316c8b5-416f-42ab-98dd-3c9a8da437f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:24.156600 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f4180dfd-69f7-4261-a9d3-6b251f11196a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:24.598211 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-7316c8b5-416f-42ab-98dd-3c9a8da437f2 admin admin] Publish callbacks [] for security_group (39946e36-6d44-4830-b017-bbf1891c4511), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:24.598211 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f4180dfd-69f7-4261-a9d3-6b251f11196a admin admin] Publish callbacks [] for security_group (e3432750-c987-4f95-9648-1122866b46b5), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:24.598211 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-7316c8b5-416f-42ab-98dd-3c9a8da437f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (39946e36-6d44-4830-b017-bbf1891c4511), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:24.598211 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316c8b5-416f-42ab-98dd-3c9a8da437f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39946e36-6d44-4830-b017-bbf1891c4511,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:24.598211 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-7316c8b5-416f-42ab-98dd-3c9a8da437f2 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=98c9f163ead84b2d8c847da28f3033d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6668615 Oct 03 12:50:24.598211 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 35122) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:24.598211 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:24.602173 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f4180dfd-69f7-4261-a9d3-6b251f11196a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (e3432750-c987-4f95-9648-1122866b46b5), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:24.653587 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4180dfd-69f7-4261-a9d3-6b251f11196a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3432750-c987-4f95-9648-1122866b46b5,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:24.658070 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-f4180dfd-69f7-4261-a9d3-6b251f11196a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=952439e0f1014185b52fddea6c65fee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5730603 Oct 03 12:50:24.663152 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4a816d8e-8a70-4bbb-a5e6-8adafff752bb admin admin] Publish callbacks [] for security_group (39946e36-6d44-4830-b017-bbf1891c4511), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:24.664334 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 35126) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:24.687670 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4a816d8e-8a70-4bbb-a5e6-8adafff752bb admin admin] Publish callbacks [] for security_group (39946e36-6d44-4830-b017-bbf1891c4511), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:24.770518 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbc903-f67e-49cc-944a-0e8e7499e659 req-88043a65-b82b-4573-bcbf-2d28bbd294a0 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:24.772014 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-17fbc903-f67e-49cc-944a-0e8e7499e659 req-88043a65-b82b-4573-bcbf-2d28bbd294a0 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0736918 Oct 03 12:50:24.818077 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8b21f073-8965-456a-a8d7-7816d09aef99 admin admin] Publish callbacks [] for security_group (e3432750-c987-4f95-9648-1122866b46b5), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:24.830662 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4a816d8e-8a70-4bbb-a5e6-8adafff752bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (39946e36-6d44-4830-b017-bbf1891c4511), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:24.833927 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4a816d8e-8a70-4bbb-a5e6-8adafff752bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:24.835105 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-4a816d8e-8a70-4bbb-a5e6-8adafff752bb admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/39946e36-6d44-4830-b017-bbf1891c4511 HTTP/1.1" status: 204 len: 168 time: 0.2654366 Oct 03 12:50:24.836863 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067ef80-0210-42a0-84bd-67f76e78abc4 req-e58efa8d-6f9f-4ba9-be06-1cec9153ac2d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:24.840173 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7067ef80-0210-42a0-84bd-67f76e78abc4 req-e58efa8d-6f9f-4ba9-be06-1cec9153ac2d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0933266 Oct 03 12:50:24.850125 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a816d8e-8a70-4bbb-a5e6-8adafff752bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39946e36-6d44-4830-b017-bbf1891c4511,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:24.855903 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8b21f073-8965-456a-a8d7-7816d09aef99 admin admin] Publish callbacks [] for security_group (e3432750-c987-4f95-9648-1122866b46b5), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:24.924500 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-17fbc903-f67e-49cc-944a-0e8e7499e659 req-4541a7c4-8f59-4651-b788-4a5b8cefd13b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350582 Oct 03 12:50:24.955499 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7067ef80-0210-42a0-84bd-67f76e78abc4 req-34ffe6c9-59f9-462c-86bf-c93338c343e4 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043024 Oct 03 12:50:25.070432 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d802f-f213-43dc-b6e5-edcb0235a28c req-2acb78c7-11e0-4e7d-b640-a7d345b678cb tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:25.071902 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d28d802f-f213-43dc-b6e5-edcb0235a28c req-2acb78c7-11e0-4e7d-b640-a7d345b678cb tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 946 time: 0.0740142 Oct 03 12:50:25.078870 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8b21f073-8965-456a-a8d7-7816d09aef99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (e3432750-c987-4f95-9648-1122866b46b5), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:25.081370 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8b21f073-8965-456a-a8d7-7816d09aef99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:25.083070 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-8b21f073-8965-456a-a8d7-7816d09aef99 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e3432750-c987-4f95-9648-1122866b46b5 HTTP/1.1" status: 204 len: 168 time: 0.4176581 Oct 03 12:50:25.104100 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f734b-c52b-4aab-bd1c-87357bcc9c82 req-2d7a2103-6b65-48ab-afdd-0754e6cfea64 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:25.105464 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b41f734b-c52b-4aab-bd1c-87357bcc9c82 req-2d7a2103-6b65-48ab-afdd-0754e6cfea64 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0784745 Oct 03 12:50:25.114119 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21f073-8965-456a-a8d7-7816d09aef99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3432750-c987-4f95-9648-1122866b46b5,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:25.132849 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21f073-8965-456a-a8d7-7816d09aef99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.133186 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21f073-8965-456a-a8d7-7816d09aef99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.133519 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21f073-8965-456a-a8d7-7816d09aef99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.134504 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21f073-8965-456a-a8d7-7816d09aef99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.134835 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21f073-8965-456a-a8d7-7816d09aef99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.135284 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21f073-8965-456a-a8d7-7816d09aef99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.135522 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21f073-8965-456a-a8d7-7816d09aef99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.135968 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21f073-8965-456a-a8d7-7816d09aef99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.136373 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21f073-8965-456a-a8d7-7816d09aef99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.136713 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21f073-8965-456a-a8d7-7816d09aef99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.137039 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21f073-8965-456a-a8d7-7816d09aef99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.137363 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21f073-8965-456a-a8d7-7816d09aef99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.137683 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21f073-8965-456a-a8d7-7816d09aef99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.137999 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21f073-8965-456a-a8d7-7816d09aef99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.138317 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b21f073-8965-456a-a8d7-7816d09aef99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.144605 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:25.198743 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d28d802f-f213-43dc-b6e5-edcb0235a28c req-98802be7-7b59-4c44-a9fc-9b628198fbe0 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206682 Oct 03 12:50:25.219814 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b41f734b-c52b-4aab-bd1c-87357bcc9c82 req-fa3f2e53-466c-4d92-89d6-874dbc20d541 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054981 Oct 03 12:50:25.310806 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-058fc6b5-b2e6-4adb-98c3-adbb00f6f5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:25.573072 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 35148) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:25.590301 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0c5633a6-1eae-421e-80c3-26efec1e3389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:25.629789 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:25.668872 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0c5633a6-1eae-421e-80c3-26efec1e3389 admin admin] Publish callbacks [] for security_group (ee1bfa90-40e9-4f1a-8eff-083a4b06d6c6), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:25.757006 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0c5633a6-1eae-421e-80c3-26efec1e3389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (ee1bfa90-40e9-4f1a-8eff-083a4b06d6c6), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:25.800165 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-0c5633a6-1eae-421e-80c3-26efec1e3389 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=65b666bb7b63475fbff28a9d208db1e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259972 Oct 03 12:50:25.801487 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5633a6-1eae-421e-80c3-26efec1e3389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1bfa90-40e9-4f1a-8eff-083a4b06d6c6,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:25.803615 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 35150) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:25.816914 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5633a6-1eae-421e-80c3-26efec1e3389 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.817329 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5633a6-1eae-421e-80c3-26efec1e3389 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.817673 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5633a6-1eae-421e-80c3-26efec1e3389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.818012 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5633a6-1eae-421e-80c3-26efec1e3389 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.818342 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5633a6-1eae-421e-80c3-26efec1e3389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.818731 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5633a6-1eae-421e-80c3-26efec1e3389 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.819003 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5633a6-1eae-421e-80c3-26efec1e3389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.819377 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5633a6-1eae-421e-80c3-26efec1e3389 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.819677 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5633a6-1eae-421e-80c3-26efec1e3389 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.820003 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5633a6-1eae-421e-80c3-26efec1e3389 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.820348 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5633a6-1eae-421e-80c3-26efec1e3389 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.820675 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5633a6-1eae-421e-80c3-26efec1e3389 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.820995 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5633a6-1eae-421e-80c3-26efec1e3389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.821313 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5633a6-1eae-421e-80c3-26efec1e3389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.821702 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5633a6-1eae-421e-80c3-26efec1e3389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:25.839151 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 35154) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:25.853837 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-aab50e64-b1f0-4e06-9c8c-d2a1f9d9b3fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:25.871700 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f552e3d1-18b6-4487-a252-fabcc3d1d705 admin admin] Publish callbacks [] for security_group (ee1bfa90-40e9-4f1a-8eff-083a4b06d6c6), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:25.894879 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f552e3d1-18b6-4487-a252-fabcc3d1d705 admin admin] Publish callbacks [] for security_group (ee1bfa90-40e9-4f1a-8eff-083a4b06d6c6), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:25.945649 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-aab50e64-b1f0-4e06-9c8c-d2a1f9d9b3fb admin admin] Publish callbacks [] for security_group (114d6c4e-e087-4c45-830f-9811b109cf35), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:26.030897 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f552e3d1-18b6-4487-a252-fabcc3d1d705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (ee1bfa90-40e9-4f1a-8eff-083a4b06d6c6), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:26.033604 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f552e3d1-18b6-4487-a252-fabcc3d1d705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:26.035754 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-f552e3d1-18b6-4487-a252-fabcc3d1d705 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ee1bfa90-40e9-4f1a-8eff-083a4b06d6c6 HTTP/1.1" status: 204 len: 168 time: 0.2304852 Oct 03 12:50:26.039916 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-aab50e64-b1f0-4e06-9c8c-d2a1f9d9b3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (114d6c4e-e087-4c45-830f-9811b109cf35), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:26.046110 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552e3d1-18b6-4487-a252-fabcc3d1d705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1bfa90-40e9-4f1a-8eff-083a4b06d6c6,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:26.109037 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66494462-a6fd-4aaf-afbd-57246ec19bd1 req-9d8839f7-3541-48e0-bd4b-b1a7b4de1c3c tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:26.110738 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-66494462-a6fd-4aaf-afbd-57246ec19bd1 req-9d8839f7-3541-48e0-bd4b-b1a7b4de1c3c tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.1046612 Oct 03 12:50:26.137436 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:26.143402 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-aab50e64-b1f0-4e06-9c8c-d2a1f9d9b3fb admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d848e6d05516445795632b462af64f4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3031814 Oct 03 12:50:26.146868 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 35164) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:26.152462 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab50e64-b1f0-4e06-9c8c-d2a1f9d9b3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114d6c4e-e087-4c45-830f-9811b109cf35,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:26.162379 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc028a20-1d85-4d9e-8543-5b304be1f098 req-3aeb92df-3bc3-4186-8a7a-a26ba2543c0b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:26.163932 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cc028a20-1d85-4d9e-8543-5b304be1f098 req-3aeb92df-3bc3-4186-8a7a-a26ba2543c0b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.1251152 Oct 03 12:50:26.194645 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:26.208168 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-66494462-a6fd-4aaf-afbd-57246ec19bd1 req-29ab30f1-c666-44be-9a95-00f6f2fa8fda tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846770 Oct 03 12:50:26.228166 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-da03278c-48b0-4baa-a42d-f435f61025c2 admin admin] Publish callbacks [] for security_group (114d6c4e-e087-4c45-830f-9811b109cf35), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:26.244668 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cc028a20-1d85-4d9e-8543-5b304be1f098 req-91ea36a3-3c19-4ca4-9e07-655e025b4f63 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696073 Oct 03 12:50:26.261395 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-da03278c-48b0-4baa-a42d-f435f61025c2 admin admin] Publish callbacks [] for security_group (114d6c4e-e087-4c45-830f-9811b109cf35), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:26.268750 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:26.369059 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cab2d-6cab-475a-bbee-ffff58c3db98 req-fc1d7f90-1ce4-4c8a-8d38-fced5d1756ac tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:26.370550 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bb7cab2d-6cab-475a-bbee-ffff58c3db98 req-fc1d7f90-1ce4-4c8a-8d38-fced5d1756ac tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0501757 Oct 03 12:50:26.419408 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bb7cab2d-6cab-475a-bbee-ffff58c3db98 req-d5d2b052-5b08-4de9-88c6-e881fdaf3bdb tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429251 Oct 03 12:50:26.443308 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-da03278c-48b0-4baa-a42d-f435f61025c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (114d6c4e-e087-4c45-830f-9811b109cf35), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:26.445962 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-da03278c-48b0-4baa-a42d-f435f61025c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:26.447107 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-da03278c-48b0-4baa-a42d-f435f61025c2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/114d6c4e-e087-4c45-830f-9811b109cf35 HTTP/1.1" status: 204 len: 168 time: 0.2992828 Oct 03 12:50:26.455341 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03278c-48b0-4baa-a42d-f435f61025c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114d6c4e-e087-4c45-830f-9811b109cf35,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:26.917532 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:27.006994 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 35184) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:27.016613 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4fee80a4-e413-4569-8130-aa15609040cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:27.103012 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4fee80a4-e413-4569-8130-aa15609040cc admin admin] Publish callbacks [] for security_group (76ae15d4-d5fa-41e1-be14-2f3aebc3a10e), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:27.167780 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4fee80a4-e413-4569-8130-aa15609040cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (76ae15d4-d5fa-41e1-be14-2f3aebc3a10e), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:27.216007 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-4fee80a4-e413-4569-8130-aa15609040cc admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c491ea2cbe9248739252f4e9ad881125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127066 Oct 03 12:50:27.216866 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee80a4-e413-4569-8130-aa15609040cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ae15d4-d5fa-41e1-be14-2f3aebc3a10e,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:27.218844 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 35194) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:27.279683 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7454bf73-510e-43d1-88c1-11ba0b7b4b62 admin admin] Publish callbacks [] for security_group (76ae15d4-d5fa-41e1-be14-2f3aebc3a10e), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:27.319944 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device e846a01d-6972-40c0-b292-bc930ec8ca6d details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:50:27.322431 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7454bf73-510e-43d1-88c1-11ba0b7b4b62 admin admin] Publish callbacks [] for security_group (76ae15d4-d5fa-41e1-be14-2f3aebc3a10e), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:27.395733 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83ddca-14cd-47a8-8c2a-d0c69a44ff7c req-d3b0f794-34b3-4d24-aaf0-58d1f7e62e00 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:27.397170 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5f83ddca-14cd-47a8-8c2a-d0c69a44ff7c req-d3b0f794-34b3-4d24-aaf0-58d1f7e62e00 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0912852 Oct 03 12:50:27.447745 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port e846a01d-6972-40c0-b292-bc930ec8ca6d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e846a01d-6972-40c0-b292-bc930ec8ca6d,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:50:27.460187 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': 'e846a01d-6972-40c0-b292-bc930ec8ca6d', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'port_id': 'e846a01d-6972-40c0-b292-bc930ec8ca6d', 'mac_address': 'fa:16:3e:41:bf:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287a7239-c391-4a5c-a389-779ed301deff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:50:27.484947 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5f83ddca-14cd-47a8-8c2a-d0c69a44ff7c req-96508c23-e06e-4a0e-8dca-7710a5826013 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635321 Oct 03 12:50:27.500934 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port e846a01d-6972-40c0-b292-bc930ec8ca6d is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:50:27.501418 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:27.523178 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7454bf73-510e-43d1-88c1-11ba0b7b4b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (76ae15d4-d5fa-41e1-be14-2f3aebc3a10e), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:27.523178 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7454bf73-510e-43d1-88c1-11ba0b7b4b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:27.523178 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-7454bf73-510e-43d1-88c1-11ba0b7b4b62 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/76ae15d4-d5fa-41e1-be14-2f3aebc3a10e HTTP/1.1" status: 204 len: 168 time: 0.2974310 Oct 03 12:50:27.539795 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454bf73-510e-43d1-88c1-11ba0b7b4b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ae15d4-d5fa-41e1-be14-2f3aebc3a10e,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:27.542332 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e846a01d-6972-40c0-b292-bc930ec8ca6d {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:50:27.589677 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port e846a01d-6972-40c0-b292-bc930ec8ca6d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e846a01d-6972-40c0-b292-bc930ec8ca6d,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:50:27.629457 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d0b8d-847d-4901-a126-33cfda9deb04 req-fa3ddace-0fc9-4385-9d32-33be8f679f19 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:27.631281 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ff3d0b8d-847d-4901-a126-33cfda9deb04 req-fa3ddace-0fc9-4385-9d32-33be8f679f19 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0633078 Oct 03 12:50:27.644043 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:27.753899 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:27.764747 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=e846a01d-6972-40c0-b292-bc930ec8ca6d,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:27.767013 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:27.775442 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:27.775728 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:27.776537 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:27.776887 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:27.777226 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:27.777560 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:27.777892 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:27.778221 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:27.778550 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:27.778873 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:27.779198 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:27.779544 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:27.779865 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:27.780373 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:27.780848 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:27.787749 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d62ad-797f-484a-b713-acba00d49e23 req-eb8e7c3e-0362-438e-a98f-3dc5002809c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:27.789351 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a90d62ad-797f-484a-b713-acba00d49e23 req-eb8e7c3e-0362-438e-a98f-3dc5002809c7 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 1130 time: 0.0805762 Oct 03 12:50:27.803617 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ff3d0b8d-847d-4901-a126-33cfda9deb04 req-d2e77e9c-a889-4b13-abc7-ceaf87b397ed tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559322 Oct 03 12:50:27.915064 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45d58e-c9e3-445e-94a6-751ff5ec0d0f req-53ee8c19-906a-4ac5-9d83-6b3323796a00 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:27.917205 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-aa45d58e-c9e3-445e-94a6-751ff5ec0d0f req-53ee8c19-906a-4ac5-9d83-6b3323796a00 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0568225 Oct 03 12:50:27.983096 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['e846a01d-6972-40c0-b292-bc930ec8ca6d'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:50:28.012949 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-aa45d58e-c9e3-445e-94a6-751ff5ec0d0f req-72e6a7ae-9a23-4e98-8bab-8b45118ac6a2 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567901 Oct 03 12:50:28.146626 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=6 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:28.356522 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835e696-7944-4285-b44e-98baac70ae81 req-02bc26e3-15b8-4f76-8596-c3bfa2c1239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:28.358048 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c835e696-7944-4285-b44e-98baac70ae81 req-02bc26e3-15b8-4f76-8596-c3bfa2c1239c service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3f2b18d217d14d39886718cf209eb576&device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 1129 time: 0.0600033 Oct 03 12:50:28.370870 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a90d62ad-797f-484a-b713-acba00d49e23 req-6d508813-8126-482f-96ab-af28b1510576 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745752 Oct 03 12:50:28.402389 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:28.429235 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:28.464347 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835e696-7944-4285-b44e-98baac70ae81 req-32dc35be-9334-412e-b49b-29ae1d28080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:28.465842 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c835e696-7944-4285-b44e-98baac70ae81 req-32dc35be-9334-412e-b49b-29ae1d28080e service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=f492b9a3-221f-4263-a074-289d6252f405 HTTP/1.1" status: 200 len: 920 time: 0.1006405 Oct 03 12:50:28.613943 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55204ede-3868-438c-804e-c9c93851799f req-434687d3-eeb5-4c05-9fc2-35c76b3310c6 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:28.616917 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-55204ede-3868-438c-804e-c9c93851799f req-434687d3-eeb5-4c05-9fc2-35c76b3310c6 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0548329 Oct 03 12:50:28.676085 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-55204ede-3868-438c-804e-c9c93851799f req-643cf312-6e43-4437-a88e-4e2f0012be2b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548134 Oct 03 12:50:28.676336 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c835e696-7944-4285-b44e-98baac70ae81 req-9bff0feb-e5f3-4b0e-acb4-ed18052f1e5c service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c20f6694-be45-4085-a244-f2e7042c5197 HTTP/1.1" status: 200 len: 217 time: 0.0430577 Oct 03 12:50:28.739654 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835e696-7944-4285-b44e-98baac70ae81 req-658a6b2c-17d8-450a-bef6-61ae43c02d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:28.741120 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c835e696-7944-4285-b44e-98baac70ae81 req-658a6b2c-17d8-450a-bef6-61ae43c02d8d service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=37145451-837c-4b8b-9c60-d5e0dbfeb9fe HTTP/1.1" status: 200 len: 858 time: 0.0576515 Oct 03 12:50:28.795154 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835e696-7944-4285-b44e-98baac70ae81 req-ab680b5b-9f16-4505-8d44-490e2d5d0106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:28.796872 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c835e696-7944-4285-b44e-98baac70ae81 req-ab680b5b-9f16-4505-8d44-490e2d5d0106 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=f492b9a3-221f-4263-a074-289d6252f405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0488951 Oct 03 12:50:28.934341 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c835e696-7944-4285-b44e-98baac70ae81 req-0d4a3ba9-a92b-426c-9ac5-b679e31502eb service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289761 Oct 03 12:50:28.967815 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7f30d-f9f5-467c-89ff-1566752e8901 req-1d1e25b3-d2a6-4730-92d3-cf2ec869724f tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:28.969857 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-77f7f30d-f9f5-467c-89ff-1566752e8901 req-1d1e25b3-d2a6-4730-92d3-cf2ec869724f tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 944 time: 0.0811231 Oct 03 12:50:29.022656 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-77f7f30d-f9f5-467c-89ff-1566752e8901 req-8ae20b71-64ae-4379-88c5-9cb9ff6a2a1b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468400 Oct 03 12:50:29.168595 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867524c-22fb-41ca-9793-16a6cb463c10 req-f2f42bfb-f798-4671-801f-be6f38eb8d81 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:29.170137 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8867524c-22fb-41ca-9793-16a6cb463c10 req-f2f42bfb-f798-4671-801f-be6f38eb8d81 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0531464 Oct 03 12:50:29.220194 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8867524c-22fb-41ca-9793-16a6cb463c10 req-c7df927f-03ac-44f7-9194-176cf717c764 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441380 Oct 03 12:50:29.338136 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device e846a01d-6972-40c0-b292-bc930ec8ca6d up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:50:29.366636 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:29.382925 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning for port e846a01d-6972-40c0-b292-bc930ec8ca6d completed by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 12:50:29.434089 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:29.465303 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c835e696-7944-4285-b44e-98baac70ae81 req-d31607bc-66a8-41dd-beae-78c15367b2c4 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115406 Oct 03 12:50:29.505607 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port e846a01d-6972-40c0-b292-bc930ec8ca6d triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:50:29.505978 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:29.506319 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port e846a01d-6972-40c0-b292-bc930ec8ca6d Oct 03 12:50:29.584504 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port e846a01d-6972-40c0-b292-bc930ec8ca6d is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:50:29.584901 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:29.618972 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54982238-81ba-4d23-b642-e3a37f778b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e846a01d-6972-40c0-b292-bc930ec8ca6d'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:50:29.621442 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d824bd-b18c-4f33-a123-b767d8ad04c7" -d '{"events": [{"server_uuid": "54982238-81ba-4d23-b642-e3a37f778b4a", "name": "network-vif-plugged", "status": "completed", "tag": "e846a01d-6972-40c0-b292-bc930ec8ca6d"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:50:29.635691 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port e846a01d-6972-40c0-b292-bc930ec8ca6d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e846a01d-6972-40c0-b292-bc930ec8ca6d,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:50:29.662755 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9eef50-834f-492d-9dfa-0c0171dcdf4a x-openstack-request-id: req-ad9eef50-834f-492d-9dfa-0c0171dcdf4a {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:50:29.663071 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54982238-81ba-4d23-b642-e3a37f778b4a", "name": "network-vif-plugged", "status": "completed", "tag": "e846a01d-6972-40c0-b292-bc930ec8ca6d", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:50:29.663351 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ad9eef50-834f-492d-9dfa-0c0171dcdf4a {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:50:29.663749 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad9eef50-834f-492d-9dfa-0c0171dcdf4a'] response: {'server_uuid': '54982238-81ba-4d23-b642-e3a37f778b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e846a01d-6972-40c0-b292-bc930ec8ca6d', 'code': 200} Oct 03 12:50:29.729641 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:29.813524 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=e846a01d-6972-40c0-b292-bc930ec8ca6d,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:29.846446 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433bc9d1-2518-4c5c-98ff-ce0f7a1f921a req-d2e12ded-508b-419a-b642-9e6cb7c94a40 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:29.849178 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-433bc9d1-2518-4c5c-98ff-ce0f7a1f921a req-d2e12ded-508b-419a-b642-9e6cb7c94a40 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0795453 Oct 03 12:50:29.911610 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-433bc9d1-2518-4c5c-98ff-ce0f7a1f921a req-64fa623b-17f7-4db5-9a82-6e51fd954c11 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553577 Oct 03 12:50:30.164308 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d2f8a-8673-4716-9f77-94f414a48196 req-8d5c7cba-a08d-4a85-aa78-79b96e180156 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:30.165997 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-705d2f8a-8673-4716-9f77-94f414a48196 req-8d5c7cba-a08d-4a85-aa78-79b96e180156 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0480120 Oct 03 12:50:30.228016 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-705d2f8a-8673-4716-9f77-94f414a48196 req-6aa962a3-b00b-4564-9d8a-4519d061b7d3 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555089 Oct 03 12:50:30.360042 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0375c-eb95-473d-af80-687895b3e93a req-31170f74-70be-47d0-bfdd-048589bb8ba7 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:30.363057 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b4b0375c-eb95-473d-af80-687895b3e93a req-31170f74-70be-47d0-bfdd-048589bb8ba7 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0520203 Oct 03 12:50:30.422247 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b4b0375c-eb95-473d-af80-687895b3e93a req-4f17bcc2-b834-46e7-9a17-d631f1ea25ac tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523241 Oct 03 12:50:30.561614 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b6ae8-b11f-46cf-be79-4c25d959bc83 req-27bcc319-f19e-4800-bcee-3d9e149c85c9 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:30.563094 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fc7b6ae8-b11f-46cf-be79-4c25d959bc83 req-27bcc319-f19e-4800-bcee-3d9e149c85c9 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0476806 Oct 03 12:50:30.576619 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 35350) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:30.581335 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-c7ffc5e5-fae2-4742-a947-0ee41bd507c2 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Request body: {'floatingip': {'port_id': 'b6c921d4-a92a-4c27-89cc-adf792fee725'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:50:30.661308 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc5e5-fae2-4742-a947-0ee41bd507c2 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for floatingip (e4e41df4-605c-421a-a834-7d527a8da45f), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:31.021115 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:31.043800 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e9e31-fd3f-4b4e-9ea7-1fb8bfbe1c7b req-a7d20da7-6687-4869-b043-51669dece8e3 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:31.045372 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bc2e9e31-fd3f-4b4e-9ea7-1fb8bfbe1c7b req-a7d20da7-6687-4869-b043-51669dece8e3 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0506413 Oct 03 12:50:31.085080 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:31.101218 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bc2e9e31-fd3f-4b4e-9ea7-1fb8bfbe1c7b req-af2059d1-1944-4c13-8068-4ced600901f4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491433 Oct 03 12:50:31.366988 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6968b5-0f47-4195-9012-972974604311 req-bc00bb0b-ac6d-4f9f-8fb0-e5b3681eadd8 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:31.368625 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cd6968b5-0f47-4195-9012-972974604311 req-bc00bb0b-ac6d-4f9f-8fb0-e5b3681eadd8 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0486462 Oct 03 12:50:31.424950 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cd6968b5-0f47-4195-9012-972974604311 req-34777c24-19b1-4f57-984f-0a80495c810e tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482140 Oct 03 12:50:31.446087 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc5e5-fae2-4742-a947-0ee41bd507c2 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:31.511019 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc5e5-fae2-4742-a947-0ee41bd507c2 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (e4e41df4-605c-421a-a834-7d527a8da45f), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:31.615616 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.l3_db [None req-c7ffc5e5-fae2-4742-a947-0ee41bd507c2 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Floating IP e4e41df4-605c-421a-a834-7d527a8da45f associated. External IP: 172.27.0.61, port: b6c921d4-a92a-4c27-89cc-adf792fee725. Oct 03 12:50:31.828384 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ffc5e5-fae2-4742-a947-0ee41bd507c2 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Router bf68c2f1-2fbc-4059-8139-7e5e77804bdc has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:50:31.932229 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ffc5e5-fae2-4742-a947-0ee41bd507c2 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:50:31.936767 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc5e5-fae2-4742-a947-0ee41bd507c2 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:31.946431 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cea4f0-f73b-4adb-bee9-c5326fcaba3c None None] Sync routers for ids ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:50:31.959652 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cea4f0-f73b-4adb-bee9-c5326fcaba3c None None] Routers {'bf68c2f1-2fbc-4059-8139-7e5e77804bdc'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:50:31.960257 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-83cea4f0-f73b-4adb-bee9-c5326fcaba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:50:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:50:31.961017 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:31.975431 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-c7ffc5e5-fae2-4742-a947-0ee41bd507c2 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/e4e41df4-605c-421a-a834-7d527a8da45f HTTP/1.1" status: 200 len: 991 time: 1.3976655 Oct 03 12:50:31.976425 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a980d091-a942-46bc-a139-d12f9e2167ed', 'tag': 'b6c921d4-a92a-4c27-89cc-adf792fee725'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:50:31.979781 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0cf933-bfa3-41bc-9e90-eaf59067e80c" -d '{"events": [{"name": "network-changed", "server_uuid": "a980d091-a942-46bc-a139-d12f9e2167ed", "tag": "b6c921d4-a92a-4c27-89cc-adf792fee725"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:50:32.020233 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975374ab-c157-465b-9e1f-52a6ad1a653a x-openstack-request-id: req-975374ab-c157-465b-9e1f-52a6ad1a653a {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:50:32.020499 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a980d091-a942-46bc-a139-d12f9e2167ed", "tag": "b6c921d4-a92a-4c27-89cc-adf792fee725", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:50:32.020932 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-975374ab-c157-465b-9e1f-52a6ad1a653a {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:50:32.021383 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-975374ab-c157-465b-9e1f-52a6ad1a653a'] response: {'name': 'network-changed', 'server_uuid': 'a980d091-a942-46bc-a139-d12f9e2167ed', 'tag': 'b6c921d4-a92a-4c27-89cc-adf792fee725', 'status': 'completed', 'code': 200} Oct 03 12:50:32.070745 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-83cea4f0-f73b-4adb-bee9-c5326fcaba3c None None] Set router bf68c2f1-2fbc-4059-8139-7e5e77804bdc gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:50:32.192164 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 35402) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:32.246936 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96acbf-a7e2-4091-96d1-3b1448d7ec38 req-b8d6cc64-c7a1-4767-b5b0-fbfef69c99ae tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:32.249428 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0a96acbf-a7e2-4091-96d1-3b1448d7ec38 req-b8d6cc64-c7a1-4767-b5b0-fbfef69c99ae tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0637186 Oct 03 12:50:32.291285 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:32.298711 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0a96acbf-a7e2-4091-96d1-3b1448d7ec38 req-d6881a44-e79c-4cd2-aa14-e7f6ea102121 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427263 Oct 03 12:50:32.327608 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-6a560932-6fb8-4be2-a74f-bab965445c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:32.332534 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-83cea4f0-f73b-4adb-bee9-c5326fcaba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'name': 'tempest-AttachVolumeTestJSON-1436640532-router', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '525d1105-b516-4c50-8464-cf5883410871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:40Z', 'revision_number': 4, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'gw_port': {'id': '525d1105-b516-4c50-8464-cf5883410871', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': 'e4e41df4-605c-421a-a834-7d527a8da45f', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'port_id': 'b6c921d4-a92a-4c27-89cc-adf792fee725', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'mac_address': 'fa:16:3e:9f:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980d091-a942-46bc-a139-d12f9e2167ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:49:54Z', 'updated_at': '2022-10-03T12:50:31Z', 'revision_number': 1, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabe71f5-9953-454c-af62-6cefced38512', 'name': '', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'mac_address': 'fa:16:3e:e7:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:57Z', 'revision_number': 5, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'subnets': [{'id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:50:32.357448 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cea4f0-f73b-4adb-bee9-c5326fcaba3c None None] Checking router: bf68c2f1-2fbc-4059-8139-7e5e77804bdc for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:50:32.366632 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cea4f0-f73b-4adb-bee9-c5326fcaba3c None None] Routers {'bf68c2f1-2fbc-4059-8139-7e5e77804bdc'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:50:32.367221 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-83cea4f0-f73b-4adb-bee9-c5326fcaba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:50:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:50:32.410845 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-6a560932-6fb8-4be2-a74f-bab965445c8f admin admin] Publish callbacks [] for security_group (0e1f6161-aa53-4645-9bee-941f0ef4caf1), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:32.468770 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-83cea4f0-f73b-4adb-bee9-c5326fcaba3c None None] Set router bf68c2f1-2fbc-4059-8139-7e5e77804bdc gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:50:32.476006 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-6a560932-6fb8-4be2-a74f-bab965445c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (0e1f6161-aa53-4645-9bee-941f0ef4caf1), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:32.517432 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-6a560932-6fb8-4be2-a74f-bab965445c8f admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d14368f1a3b44ffcac4d517610e3552b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3232381 Oct 03 12:50:32.518325 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a560932-6fb8-4be2-a74f-bab965445c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1f6161-aa53-4645-9bee-941f0ef4caf1,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:32.520286 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 35408) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:32.584741 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:32.607979 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2171202-cf32-4c5d-ae08-e54d075079fb req-0a85fd67-7463-4e95-86a3-bd55b1b56942 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:32.609491 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d2171202-cf32-4c5d-ae08-e54d075079fb req-0a85fd67-7463-4e95-86a3-bd55b1b56942 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0660248 Oct 03 12:50:32.640636 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-cf40b622-0c08-4686-b6c9-60fb7c8539a3 admin admin] Publish callbacks [] for security_group (0e1f6161-aa53-4645-9bee-941f0ef4caf1), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:32.677199 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-cf40b622-0c08-4686-b6c9-60fb7c8539a3 admin admin] Publish callbacks [] for security_group (0e1f6161-aa53-4645-9bee-941f0ef4caf1), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:32.694034 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d2171202-cf32-4c5d-ae08-e54d075079fb req-1e719273-9be8-4dfe-8367-492bbda4890a tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771091 Oct 03 12:50:32.707585 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-83cea4f0-f73b-4adb-bee9-c5326fcaba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'name': 'tempest-AttachVolumeTestJSON-1436640532-router', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '525d1105-b516-4c50-8464-cf5883410871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:40Z', 'revision_number': 4, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'gw_port': {'id': '525d1105-b516-4c50-8464-cf5883410871', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': 'e4e41df4-605c-421a-a834-7d527a8da45f', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'port_id': 'b6c921d4-a92a-4c27-89cc-adf792fee725', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'mac_address': 'fa:16:3e:9f:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980d091-a942-46bc-a139-d12f9e2167ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:49:54Z', 'updated_at': '2022-10-03T12:50:31Z', 'revision_number': 1, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabe71f5-9953-454c-af62-6cefced38512', 'name': '', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'mac_address': 'fa:16:3e:e7:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:57Z', 'revision_number': 5, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'subnets': [{'id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:50:32.733363 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cea4f0-f73b-4adb-bee9-c5326fcaba3c None None] The sync data for ids ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'] in dv-cinder-844563-12-iscsi is: [{'id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'name': 'tempest-AttachVolumeTestJSON-1436640532-router', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '525d1105-b516-4c50-8464-cf5883410871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:40Z', 'revision_number': 4, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'gw_port': {'id': '525d1105-b516-4c50-8464-cf5883410871', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': 'e4e41df4-605c-421a-a834-7d527a8da45f', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'port_id': 'b6c921d4-a92a-4c27-89cc-adf792fee725', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'mac_address': 'fa:16:3e:9f:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980d091-a942-46bc-a139-d12f9e2167ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:49:54Z', 'updated_at': '2022-10-03T12:50:31Z', 'revision_number': 1, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabe71f5-9953-454c-af62-6cefced38512', 'name': '', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'mac_address': 'fa:16:3e:e7:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:57Z', 'revision_number': 5, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'subnets': [{'id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:50:32.819522 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-cf40b622-0c08-4686-b6c9-60fb7c8539a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (0e1f6161-aa53-4645-9bee-941f0ef4caf1), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:32.822158 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-cf40b622-0c08-4686-b6c9-60fb7c8539a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:32.823304 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-cf40b622-0c08-4686-b6c9-60fb7c8539a3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/0e1f6161-aa53-4645-9bee-941f0ef4caf1 HTTP/1.1" status: 204 len: 168 time: 0.3006415 Oct 03 12:50:32.832466 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40b622-0c08-4686-b6c9-60fb7c8539a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1f6161-aa53-4645-9bee-941f0ef4caf1,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:32.951128 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfa939e-14f7-4528-8313-9ecd56d50aa6 None None] New status for floating IP e4e41df4-605c-421a-a834-7d527a8da45f: ACTIVE {{(pid=113286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:50:33.423255 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff48fef-0831-4324-8c15-f69a29863a82 req-4d434701-99f0-4536-aa31-a89021b7c0f5 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:33.424795 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-aff48fef-0831-4324-8c15-f69a29863a82 req-4d434701-99f0-4536-aa31-a89021b7c0f5 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0512033 Oct 03 12:50:33.450824 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 35424) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:33.462661 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-67638bd0-ae3e-4e35-a082-b735bec9059c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:33.474749 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-aff48fef-0831-4324-8c15-f69a29863a82 req-29835b66-6b38-487d-ab44-65240283aa9d tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438478 Oct 03 12:50:33.537975 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-67638bd0-ae3e-4e35-a082-b735bec9059c admin admin] Publish callbacks [] for security_group (a08b8c31-20bb-4ad5-99bd-dfce36ff46a5), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:33.636746 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-67638bd0-ae3e-4e35-a082-b735bec9059c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (a08b8c31-20bb-4ad5-99bd-dfce36ff46a5), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:33.679251 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-67638bd0-ae3e-4e35-a082-b735bec9059c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e1a3553ed45145ff8062098e6c1b5606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299664 Oct 03 12:50:33.680101 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67638bd0-ae3e-4e35-a082-b735bec9059c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08b8c31-20bb-4ad5-99bd-dfce36ff46a5,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:33.682474 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 35432) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:33.771766 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e4dcb7bc-0a8c-468f-8a8d-4df50991a582 admin admin] Publish callbacks [] for security_group (a08b8c31-20bb-4ad5-99bd-dfce36ff46a5), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:33.797399 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e4dcb7bc-0a8c-468f-8a8d-4df50991a582 admin admin] Publish callbacks [] for security_group (a08b8c31-20bb-4ad5-99bd-dfce36ff46a5), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:33.860291 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cf933-bfa3-41bc-9e90-eaf59067e80c req-34802ab5-b548-4020-b240-4e1bca5ec5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:33.861772 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4e0cf933-bfa3-41bc-9e90-eaf59067e80c req-34802ab5-b548-4020-b240-4e1bca5ec5ad service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=cc40d256f0e24050b6b53fdbcbce1962&device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 1130 time: 0.0456777 Oct 03 12:50:33.917630 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edd667-2114-42bd-8906-5439421fa56a req-3495e669-0391-49f0-806d-5a59beaaa99d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:33.919358 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a4edd667-2114-42bd-8906-5439421fa56a req-3495e669-0391-49f0-806d-5a59beaaa99d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0958219 Oct 03 12:50:33.985041 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cf933-bfa3-41bc-9e90-eaf59067e80c req-b2f51ea2-2cfe-4269-84b0-a5c2c816639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:33.987550 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4e0cf933-bfa3-41bc-9e90-eaf59067e80c req-b2f51ea2-2cfe-4269-84b0-a5c2c816639b service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=848e2135-07d9-46d2-afff-ed218ebac86b HTTP/1.1" status: 200 len: 912 time: 0.1188571 Oct 03 12:50:33.989811 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a4edd667-2114-42bd-8906-5439421fa56a req-86abe88b-70be-47c2-803e-c64d8b44873b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586848 Oct 03 12:50:34.046260 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e4dcb7bc-0a8c-468f-8a8d-4df50991a582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (a08b8c31-20bb-4ad5-99bd-dfce36ff46a5), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:34.048031 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e4dcb7bc-0a8c-468f-8a8d-4df50991a582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:34.051613 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-e4dcb7bc-0a8c-468f-8a8d-4df50991a582 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a08b8c31-20bb-4ad5-99bd-dfce36ff46a5 HTTP/1.1" status: 204 len: 168 time: 0.3654003 Oct 03 12:50:34.086958 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcb7bc-0a8c-468f-8a8d-4df50991a582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08b8c31-20bb-4ad5-99bd-dfce36ff46a5,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:34.099309 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a926a2-4366-4680-90bc-52e42697a080 req-62f238a2-cde4-46a8-8f03-7f15fbc5a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:34.100981 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-33a926a2-4366-4680-90bc-52e42697a080 req-62f238a2-cde4-46a8-8f03-7f15fbc5a275 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 1129 time: 0.0819561 Oct 03 12:50:34.138649 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4e0cf933-bfa3-41bc-9e90-eaf59067e80c req-a8f7f5d6-0d6c-49ae-8c97-1974d0429222 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6c921d4-a92a-4c27-89cc-adf792fee725 HTTP/1.1" status: 200 len: 1001 time: 0.1420548 Oct 03 12:50:34.171058 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-33a926a2-4366-4680-90bc-52e42697a080 req-27a36384-d2e8-4563-bac7-08b33023c13d service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490527 Oct 03 12:50:34.183355 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:34.194823 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cf933-bfa3-41bc-9e90-eaf59067e80c req-77d4023a-00fc-4af4-a421-8a9715259767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:34.196377 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4e0cf933-bfa3-41bc-9e90-eaf59067e80c req-77d4023a-00fc-4af4-a421-8a9715259767 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=f618876e-ca41-40f8-983f-02970b7d2680 HTTP/1.1" status: 200 len: 850 time: 0.0501318 Oct 03 12:50:34.610812 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd15c84-98cd-46fc-8531-6cc58e0c793a req-2d1310a4-01ae-49ca-8789-9c71cc4fa747 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:34.612334 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7dd15c84-98cd-46fc-8531-6cc58e0c793a req-2d1310a4-01ae-49ca-8789-9c71cc4fa747 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0499599 Oct 03 12:50:34.687442 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7dd15c84-98cd-46fc-8531-6cc58e0c793a req-11619d3e-fe3f-449e-95b2-20476507e3ac tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666678 Oct 03 12:50:34.725379 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cf933-bfa3-41bc-9e90-eaf59067e80c req-0a883a65-e18a-44f5-b6a6-28bdc93d850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:34.728366 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4e0cf933-bfa3-41bc-9e90-eaf59067e80c req-0a883a65-e18a-44f5-b6a6-28bdc93d850a service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=848e2135-07d9-46d2-afff-ed218ebac86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0661972 Oct 03 12:50:34.847521 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:34.854535 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4e0cf933-bfa3-41bc-9e90-eaf59067e80c req-c1be141c-6aae-4707-b49b-3b5f18f71c8a service neutron] 10.222.0.46 "GET /networking/v2.0/networks/848e2135-07d9-46d2-afff-ed218ebac86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157825 Oct 03 12:50:35.052739 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4e0cf933-bfa3-41bc-9e90-eaf59067e80c req-a48e3247-ead9-420d-bf97-bfc1d7e9f2a8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/848e2135-07d9-46d2-afff-ed218ebac86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190276 Oct 03 12:50:35.140273 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193f183-351f-4891-aa0c-d6aeeb320418 req-60d3d08c-c6f6-4193-8a00-689097892da3 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:35.141919 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e193f183-351f-4891-aa0c-d6aeeb320418 req-60d3d08c-c6f6-4193-8a00-689097892da3 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0540011 Oct 03 12:50:35.184142 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:35.192161 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e193f183-351f-4891-aa0c-d6aeeb320418 req-bccbbf8e-d3ab-4552-9a1c-b0c001f59546 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437708 Oct 03 12:50:35.821963 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca56733-46cb-480d-b0a9-cbce8167d819 req-43d574ee-1907-43ef-a7e8-a52c0958e603 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:35.823492 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3ca56733-46cb-480d-b0a9-cbce8167d819 req-43d574ee-1907-43ef-a7e8-a52c0958e603 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0507529 Oct 03 12:50:35.874204 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3ca56733-46cb-480d-b0a9-cbce8167d819 req-e1189dd4-ff08-410e-b8cd-0639e6b9a17c tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441041 Oct 03 12:50:36.323185 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc688e96-d8f0-4b10-985d-9758b9387d4f req-e174a3f9-6ba4-440f-aec2-1d66f79cec89 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:36.324667 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cc688e96-d8f0-4b10-985d-9758b9387d4f req-e174a3f9-6ba4-440f-aec2-1d66f79cec89 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0458832 Oct 03 12:50:36.365316 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:36.383375 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cc688e96-d8f0-4b10-985d-9758b9387d4f req-0991c6ab-8735-4a37-945b-e0cb70e910fb tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531793 Oct 03 12:50:36.443577 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1d99aa34-3149-40e2-917d-9a9e2265badf req-d1d648ff-a769-46bb-8d5f-527b761a8df6 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0646975 Oct 03 12:50:36.547452 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99aa34-3149-40e2-917d-9a9e2265badf req-6c9a5697-2730-4449-8c96-c3e57a6d5c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:36.548877 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1d99aa34-3149-40e2-917d-9a9e2265badf req-6c9a5697-2730-4449-8c96-c3e57a6d5c90 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3f2b18d217d14d39886718cf209eb576&device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 1130 time: 0.0463648 Oct 03 12:50:36.558175 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c41951-4669-4dbf-b31a-3a2eec4a02b0 req-4d0ac330-2dc7-4cc9-978b-d18f5cc50ba6 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:36.560972 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-68c41951-4669-4dbf-b31a-3a2eec4a02b0 req-4d0ac330-2dc7-4cc9-978b-d18f5cc50ba6 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0652554 Oct 03 12:50:36.574470 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 35522) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:36.578730 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-fc6b7075-6bf1-4000-a5ae-cc3c0f2d435b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Request body: {'floatingip': {'port_id': 'e846a01d-6972-40c0-b292-bc930ec8ca6d'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:50:36.656700 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-fc6b7075-6bf1-4000-a5ae-cc3c0f2d435b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for floatingip (479f4bd8-2351-4948-8152-28f2969a4246), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:36.679191 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99aa34-3149-40e2-917d-9a9e2265badf req-f46bda02-1763-4648-84a1-85669b66b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:36.681311 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1d99aa34-3149-40e2-917d-9a9e2265badf req-f46bda02-1763-4648-84a1-85669b66b405 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=f492b9a3-221f-4263-a074-289d6252f405 HTTP/1.1" status: 200 len: 920 time: 0.1103439 Oct 03 12:50:36.730337 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1d99aa34-3149-40e2-917d-9a9e2265badf req-b61bdafa-c627-4562-bc82-eba4a0d5735e service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca96c603-3295-4d37-99aa-2b5b95419166 HTTP/1.1" status: 200 len: 217 time: 0.0425353 Oct 03 12:50:36.805320 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99aa34-3149-40e2-917d-9a9e2265badf req-c9e4b117-53f9-468b-9ed0-07f3eae9fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:36.807059 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1d99aa34-3149-40e2-917d-9a9e2265badf req-c9e4b117-53f9-468b-9ed0-07f3eae9fac2 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=37145451-837c-4b8b-9c60-d5e0dbfeb9fe HTTP/1.1" status: 200 len: 858 time: 0.0670795 Oct 03 12:50:37.061713 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99aa34-3149-40e2-917d-9a9e2265badf req-ddf1ef47-8164-414a-a6e6-8b959e97e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:37.063429 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1d99aa34-3149-40e2-917d-9a9e2265badf req-ddf1ef47-8164-414a-a6e6-8b959e97e2b7 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=f492b9a3-221f-4263-a074-289d6252f405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2487173 Oct 03 12:50:37.181391 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1d99aa34-3149-40e2-917d-9a9e2265badf req-f3ca438c-cd24-4c3b-a828-88fd9eb79716 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090550 Oct 03 12:50:37.240027 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3324fb8-0c81-4155-ba2a-97c605278f9a req-3c441463-7596-4197-978f-7474854f81a7 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:37.248183 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d3324fb8-0c81-4155-ba2a-97c605278f9a req-3c441463-7596-4197-978f-7474854f81a7 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0744891 Oct 03 12:50:37.320656 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d3324fb8-0c81-4155-ba2a-97c605278f9a req-6f46c133-44a5-48a6-87d2-f7229651d92a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711720 Oct 03 12:50:37.325564 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1d99aa34-3149-40e2-917d-9a9e2265badf req-a9293af9-d713-43f9-b973-3b55bc07a478 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360874 Oct 03 12:50:37.710591 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-fc6b7075-6bf1-4000-a5ae-cc3c0f2d435b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:37.848802 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-fc6b7075-6bf1-4000-a5ae-cc3c0f2d435b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (479f4bd8-2351-4948-8152-28f2969a4246), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:37.952490 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.db.l3_db [None req-fc6b7075-6bf1-4000-a5ae-cc3c0f2d435b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Floating IP 479f4bd8-2351-4948-8152-28f2969a4246 associated. External IP: 172.27.0.176, port: e846a01d-6972-40c0-b292-bc930ec8ca6d. Oct 03 12:50:37.999974 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:38.157680 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6b7075-6bf1-4000-a5ae-cc3c0f2d435b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Router 2a5a47af-db2f-4895-9785-8a69fde47225 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:50:38.257371 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:38.260353 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6b7075-6bf1-4000-a5ae-cc3c0f2d435b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:50:38.268428 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-fc6b7075-6bf1-4000-a5ae-cc3c0f2d435b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:38.271019 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e308409-1d75-422b-9d07-9090b672e1e4 None None] Sync routers for ids ['2a5a47af-db2f-4895-9785-8a69fde47225'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:50:38.281029 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e308409-1d75-422b-9d07-9090b672e1e4 None None] Routers {'2a5a47af-db2f-4895-9785-8a69fde47225'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:50:38.281545 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-4e308409-1d75-422b-9d07-9090b672e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:50:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['2a5a47af-db2f-4895-9785-8a69fde47225'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:50:38.297104 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-fc6b7075-6bf1-4000-a5ae-cc3c0f2d435b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/479f4bd8-2351-4948-8152-28f2969a4246 HTTP/1.1" status: 200 len: 991 time: 1.7215304 Oct 03 12:50:38.297551 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54982238-81ba-4d23-b642-e3a37f778b4a', 'tag': 'e846a01d-6972-40c0-b292-bc930ec8ca6d'}] {{(pid=113285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:50:38.299852 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8c9de838f6157477042d1ccf4c4241849d38f3be3769c4c2ec48b33ae5f8e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b347c4-fe8b-40c9-9e65-b06622694fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "54982238-81ba-4d23-b642-e3a37f778b4a", "tag": "e846a01d-6972-40c0-b292-bc930ec8ca6d"}]}' {{(pid=113285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:50:38.345940 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601f8594-0412-4024-a117-78fc2f528a18 x-openstack-request-id: req-601f8594-0412-4024-a117-78fc2f528a18 {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:50:38.346230 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54982238-81ba-4d23-b642-e3a37f778b4a", "tag": "e846a01d-6972-40c0-b292-bc930ec8ca6d", "status": "completed", "code": 200}]} {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:50:38.346485 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-601f8594-0412-4024-a117-78fc2f528a18 {{(pid=113285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:50:38.346913 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-601f8594-0412-4024-a117-78fc2f528a18'] response: {'name': 'network-changed', 'server_uuid': '54982238-81ba-4d23-b642-e3a37f778b4a', 'tag': 'e846a01d-6972-40c0-b292-bc930ec8ca6d', 'status': 'completed', 'code': 200} Oct 03 12:50:38.419500 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-4e308409-1d75-422b-9d07-9090b672e1e4 None None] Set router 2a5a47af-db2f-4895-9785-8a69fde47225 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:50:38.471182 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291c6ef-b5d1-48b1-ab54-812e1ec00b87 req-23248794-2643-4315-ab10-27ef446efdfc tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:38.485217 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f291c6ef-b5d1-48b1-ab54-812e1ec00b87 req-23248794-2643-4315-ab10-27ef446efdfc tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0522380 Oct 03 12:50:38.528019 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f291c6ef-b5d1-48b1-ab54-812e1ec00b87 req-7dae97f4-6dfa-460b-8e12-22a4cf88293c tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490673 Oct 03 12:50:38.651913 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:38.654022 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:38.724001 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-4e308409-1d75-422b-9d07-9090b672e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-router', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:41Z', 'revision_number': 4, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'gw_port': {'id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '479f4bd8-2351-4948-8152-28f2969a4246', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'port_id': 'e846a01d-6972-40c0-b292-bc930ec8ca6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'mac_address': 'fa:16:3e:41:bf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54982238-81ba-4d23-b642-e3a37f778b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:49:58Z', 'updated_at': '2022-10-03T12:50:37Z', 'revision_number': 1, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962f39f1-958a-4cb5-839b-64ff944801e8', 'name': '', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'mac_address': 'fa:16:3e:69:7a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '287a7239-c391-4a5c-a389-779ed301deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:54Z', 'revision_number': 5, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'subnets': [{'id': '287a7239-c391-4a5c-a389-779ed301deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:50:38.748237 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e308409-1d75-422b-9d07-9090b672e1e4 None None] Checking router: 2a5a47af-db2f-4895-9785-8a69fde47225 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:50:38.757083 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e308409-1d75-422b-9d07-9090b672e1e4 None None] Routers {'2a5a47af-db2f-4895-9785-8a69fde47225'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:50:38.757659 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-4e308409-1d75-422b-9d07-9090b672e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:50:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['2a5a47af-db2f-4895-9785-8a69fde47225'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:50:38.854852 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-4e308409-1d75-422b-9d07-9090b672e1e4 None None] Set router 2a5a47af-db2f-4895-9785-8a69fde47225 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:50:39.062623 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-4e308409-1d75-422b-9d07-9090b672e1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-router', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:41Z', 'revision_number': 4, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'gw_port': {'id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '479f4bd8-2351-4948-8152-28f2969a4246', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'port_id': 'e846a01d-6972-40c0-b292-bc930ec8ca6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'mac_address': 'fa:16:3e:41:bf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54982238-81ba-4d23-b642-e3a37f778b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:49:58Z', 'updated_at': '2022-10-03T12:50:37Z', 'revision_number': 1, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962f39f1-958a-4cb5-839b-64ff944801e8', 'name': '', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'mac_address': 'fa:16:3e:69:7a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '287a7239-c391-4a5c-a389-779ed301deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:54Z', 'revision_number': 5, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'subnets': [{'id': '287a7239-c391-4a5c-a389-779ed301deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:50:39.087176 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e308409-1d75-422b-9d07-9090b672e1e4 None None] The sync data for ids ['2a5a47af-db2f-4895-9785-8a69fde47225'] in dv-cinder-844563-12-iscsi is: [{'id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-router', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:41Z', 'revision_number': 4, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'gw_port': {'id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '479f4bd8-2351-4948-8152-28f2969a4246', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'port_id': 'e846a01d-6972-40c0-b292-bc930ec8ca6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'mac_address': 'fa:16:3e:41:bf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54982238-81ba-4d23-b642-e3a37f778b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:49:58Z', 'updated_at': '2022-10-03T12:50:37Z', 'revision_number': 1, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962f39f1-958a-4cb5-839b-64ff944801e8', 'name': '', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'mac_address': 'fa:16:3e:69:7a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '287a7239-c391-4a5c-a389-779ed301deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:54Z', 'revision_number': 5, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'subnets': [{'id': '287a7239-c391-4a5c-a389-779ed301deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:50:39.289236 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901f780f-3275-49a0-b8db-b4d5d892ecb2 None None] New status for floating IP 479f4bd8-2351-4948-8152-28f2969a4246: ACTIVE {{(pid=113286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:50:39.657572 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ecf74-8fd6-4450-9cf1-6a6836c6ed03 req-2c11b6c0-02a0-413e-9692-ef521731b582 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:39.658996 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-793ecf74-8fd6-4450-9cf1-6a6836c6ed03 req-2c11b6c0-02a0-413e-9692-ef521731b582 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0446961 Oct 03 12:50:39.704647 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-793ecf74-8fd6-4450-9cf1-6a6836c6ed03 req-cb3e2e1b-8919-4a12-a8a5-c53140da4ad5 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394337 Oct 03 12:50:40.619764 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b347c4-fe8b-40c9-9e65-b06622694fa7 req-b6c08796-6422-4d92-85fd-551757bab4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:40.621372 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-d4b347c4-fe8b-40c9-9e65-b06622694fa7 req-b6c08796-6422-4d92-85fd-551757bab4cb service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=0e20f793bd0b46a59df730183818d9f8&device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 1129 time: 0.0414991 Oct 03 12:50:40.734981 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b347c4-fe8b-40c9-9e65-b06622694fa7 req-8a0514ed-1215-4071-8ada-512675e0ca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:40.736748 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-d4b347c4-fe8b-40c9-9e65-b06622694fa7 req-8a0514ed-1215-4071-8ada-512675e0ca69 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=99c96330-3d0c-4416-8b2d-15be2ccdbc1b HTTP/1.1" status: 200 len: 918 time: 0.0952818 Oct 03 12:50:40.827302 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ddfe7-d0a8-4c2b-900c-39f38747c1c3 req-94bc47ea-f043-4e31-a869-2f03ac1fdb42 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:40.828707 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-094ddfe7-d0a8-4c2b-900c-39f38747c1c3 req-94bc47ea-f043-4e31-a869-2f03ac1fdb42 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0499501 Oct 03 12:50:40.876550 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-094ddfe7-d0a8-4c2b-900c-39f38747c1c3 req-c4230d12-bcfe-4133-8ca7-0309203a0145 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412893 Oct 03 12:50:41.994451 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda5ad4-e113-46b5-a8bd-04e357a1a0d1 req-27de1acd-1707-4921-b751-0adacbfa8c9b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:41.995960 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ecda5ad4-e113-46b5-a8bd-04e357a1a0d1 req-27de1acd-1707-4921-b751-0adacbfa8c9b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0459642 Oct 03 12:50:42.042840 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ecda5ad4-e113-46b5-a8bd-04e357a1a0d1 req-d2d1fb68-571d-4006-81d6-51e7f30e51b9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414734 Oct 03 12:50:43.170540 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995b7ff-18c4-4f6d-a35a-1a119445e18c req-628d5842-2268-4693-98cf-bedb4c30110b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:43.172016 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7995b7ff-18c4-4f6d-a35a-1a119445e18c req-628d5842-2268-4693-98cf-bedb4c30110b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0525556 Oct 03 12:50:43.237488 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7995b7ff-18c4-4f6d-a35a-1a119445e18c req-17909ad1-1b88-43f4-b760-31804cd245cc tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596693 Oct 03 12:50:44.358047 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6a13d-b241-4621-b029-960124464791 req-963953a8-6cc9-4288-b31c-0c185444ecc1 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:44.359507 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6cb6a13d-b241-4621-b029-960124464791 req-963953a8-6cc9-4288-b31c-0c185444ecc1 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0457768 Oct 03 12:50:44.408332 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6cb6a13d-b241-4621-b029-960124464791 req-ac6caf76-2149-4a47-bfcc-36eba0f9749e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421808 Oct 03 12:50:45.068608 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-d4b347c4-fe8b-40c9-9e65-b06622694fa7 req-16cdf867-e9a6-4337-a669-7da158a695f5 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e846a01d-6972-40c0-b292-bc930ec8ca6d HTTP/1.1" status: 200 len: 1001 time: 0.0593557 Oct 03 12:50:45.128271 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b347c4-fe8b-40c9-9e65-b06622694fa7 req-bdfcddda-bbad-4d2f-bbec-aea3f9deb8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:45.130409 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-d4b347c4-fe8b-40c9-9e65-b06622694fa7 req-bdfcddda-bbad-4d2f-bbec-aea3f9deb8e1 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=287a7239-c391-4a5c-a389-779ed301deff HTTP/1.1" status: 200 len: 856 time: 0.0512588 Oct 03 12:50:45.184100 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b347c4-fe8b-40c9-9e65-b06622694fa7 req-70ce6c18-ee76-46d4-8e66-c0280b53a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:45.185593 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-d4b347c4-fe8b-40c9-9e65-b06622694fa7 req-70ce6c18-ee76-46d4-8e66-c0280b53a38a service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=99c96330-3d0c-4416-8b2d-15be2ccdbc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443013 Oct 03 12:50:45.548670 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07acba1-9c0a-4e7a-b1f8-9686c0a943c9 req-22f45636-24e3-4ef1-b9b2-3d2d2b331b21 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:45.549382 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c07acba1-9c0a-4e7a-b1f8-9686c0a943c9 req-22f45636-24e3-4ef1-b9b2-3d2d2b331b21 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0504670 Oct 03 12:50:45.611920 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c07acba1-9c0a-4e7a-b1f8-9686c0a943c9 req-74e55a8d-d7e1-49be-98d9-e7a57efeab0b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539272 Oct 03 12:50:45.642949 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:45.680565 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-d4b347c4-fe8b-40c9-9e65-b06622694fa7 req-4b4ce51f-5777-472d-882d-ebb947e97f7e service neutron] 10.222.0.46 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349111 Oct 03 12:50:45.705140 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 35740) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:45.752818 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:45.788093 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-d4b347c4-fe8b-40c9-9e65-b06622694fa7 req-232d0168-be23-408c-9463-52b3d750094d service neutron] 10.222.0.46 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980055 Oct 03 12:50:45.852237 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f376fd48-7ba9-4a8d-8788-6fb6689f15d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:45.864494 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:45.898813 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 35748) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:45.933419 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f376fd48-7ba9-4a8d-8788-6fb6689f15d7 admin admin] Publish callbacks [] for security_group (79968d9a-8ff8-401b-ab14-6d066471f5d5), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:46.019272 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b27c3e1d-4078-4ee5-801d-ef20cbfd3e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:46.025298 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f376fd48-7ba9-4a8d-8788-6fb6689f15d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (79968d9a-8ff8-401b-ab14-6d066471f5d5), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:46.064561 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:46.073614 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376fd48-7ba9-4a8d-8788-6fb6689f15d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79968d9a-8ff8-401b-ab14-6d066471f5d5,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:46.083493 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-f376fd48-7ba9-4a8d-8788-6fb6689f15d7 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=1652f269070f499286315f9614e2e204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3719525 Oct 03 12:50:46.087925 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 35756) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:46.130408 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b27c3e1d-4078-4ee5-801d-ef20cbfd3e1f admin admin] Publish callbacks [] for security_group (678077a6-a47d-4fe6-9c80-14cc1aa4f280), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:46.154533 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-6dcd07b8-bf52-4d71-987f-e7897cdc0043 admin admin] Publish callbacks [] for security_group (79968d9a-8ff8-401b-ab14-6d066471f5d5), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:46.177459 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-6dcd07b8-bf52-4d71-987f-e7897cdc0043 admin admin] Publish callbacks [] for security_group (79968d9a-8ff8-401b-ab14-6d066471f5d5), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:46.242699 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b27c3e1d-4078-4ee5-801d-ef20cbfd3e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (678077a6-a47d-4fe6-9c80-14cc1aa4f280), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:46.296225 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-b27c3e1d-4078-4ee5-801d-ef20cbfd3e1f admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4ca252947c74475d98ede7ec92ecc9c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3931081 Oct 03 12:50:46.296225 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c3e1d-4078-4ee5-801d-ef20cbfd3e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678077a6-a47d-4fe6-9c80-14cc1aa4f280,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:46.297175 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 35766) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:46.353003 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-73749a90-4dc8-46b6-8790-669a5ef100f5 admin admin] Publish callbacks [] for security_group (678077a6-a47d-4fe6-9c80-14cc1aa4f280), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:46.374419 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-73749a90-4dc8-46b6-8790-669a5ef100f5 admin admin] Publish callbacks [] for security_group (678077a6-a47d-4fe6-9c80-14cc1aa4f280), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:46.384032 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-6dcd07b8-bf52-4d71-987f-e7897cdc0043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (79968d9a-8ff8-401b-ab14-6d066471f5d5), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:46.386708 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-6dcd07b8-bf52-4d71-987f-e7897cdc0043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:46.387914 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-6dcd07b8-bf52-4d71-987f-e7897cdc0043 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/79968d9a-8ff8-401b-ab14-6d066471f5d5 HTTP/1.1" status: 204 len: 168 time: 0.2990155 Oct 03 12:50:46.408766 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd07b8-bf52-4d71-987f-e7897cdc0043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79968d9a-8ff8-401b-ab14-6d066471f5d5,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:46.557996 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-73749a90-4dc8-46b6-8790-669a5ef100f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (678077a6-a47d-4fe6-9c80-14cc1aa4f280), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:46.560745 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-73749a90-4dc8-46b6-8790-669a5ef100f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:46.561895 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-73749a90-4dc8-46b6-8790-669a5ef100f5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/678077a6-a47d-4fe6-9c80-14cc1aa4f280 HTTP/1.1" status: 204 len: 168 time: 0.2637496 Oct 03 12:50:46.570417 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73749a90-4dc8-46b6-8790-669a5ef100f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678077a6-a47d-4fe6-9c80-14cc1aa4f280,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:46.792714 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee246c-e623-46e5-93c8-f3e8b8976992 req-9200bcfa-ed4d-4f79-b748-48c9ae820bfd tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:46.794480 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-08ee246c-e623-46e5-93c8-f3e8b8976992 req-9200bcfa-ed4d-4f79-b748-48c9ae820bfd tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.1002500 Oct 03 12:50:46.856537 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-08ee246c-e623-46e5-93c8-f3e8b8976992 req-188a7f2b-af5d-46ea-bef7-d16d27a366f3 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561879 Oct 03 12:50:47.268841 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea109f7-c330-4e94-9631-072916299d8a req-7bf7adcf-1bec-4c1d-a49d-2b7ccd07ed72 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:47.271223 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6ea109f7-c330-4e94-9631-072916299d8a req-7bf7adcf-1bec-4c1d-a49d-2b7ccd07ed72 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 946 time: 0.0551848 Oct 03 12:50:47.299542 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 35810) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:47.314851 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-883b2538-baf5-4e71-9d70-59ebc2dbb68b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:47.328536 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6ea109f7-c330-4e94-9631-072916299d8a req-a8096819-5ab4-40cf-8bbf-5792673051cf tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513752 Oct 03 12:50:47.394628 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-883b2538-baf5-4e71-9d70-59ebc2dbb68b admin admin] Publish callbacks [] for security_group (8d7aef30-8e3c-4705-9eb5-cd95efefa601), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:47.482735 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-883b2538-baf5-4e71-9d70-59ebc2dbb68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (8d7aef30-8e3c-4705-9eb5-cd95efefa601), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:47.529461 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-883b2538-baf5-4e71-9d70-59ebc2dbb68b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=acf8de0832624632906cd4d80337a83c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287877 Oct 03 12:50:47.530273 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b2538-baf5-4e71-9d70-59ebc2dbb68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7aef30-8e3c-4705-9eb5-cd95efefa601,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:47.532219 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 35816) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:47.589396 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d7d76aa9-b992-40f7-8451-9bd644c26437 admin admin] Publish callbacks [] for security_group (8d7aef30-8e3c-4705-9eb5-cd95efefa601), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:47.611569 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:47.611957 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d7d76aa9-b992-40f7-8451-9bd644c26437 admin admin] Publish callbacks [] for security_group (8d7aef30-8e3c-4705-9eb5-cd95efefa601), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:47.768512 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d7d76aa9-b992-40f7-8451-9bd644c26437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (8d7aef30-8e3c-4705-9eb5-cd95efefa601), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:47.772449 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d7d76aa9-b992-40f7-8451-9bd644c26437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:47.773760 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-d7d76aa9-b992-40f7-8451-9bd644c26437 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8d7aef30-8e3c-4705-9eb5-cd95efefa601 HTTP/1.1" status: 204 len: 168 time: 0.2404680 Oct 03 12:50:47.782832 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d76aa9-b992-40f7-8451-9bd644c26437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7aef30-8e3c-4705-9eb5-cd95efefa601,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:48.009248 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381115c-64dc-40b2-a697-fca56c737d1b req-6edfaecb-12b2-4a16-8b93-6ea37de5260d tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:48.010941 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8381115c-64dc-40b2-a697-fca56c737d1b req-6edfaecb-12b2-4a16-8b93-6ea37de5260d tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0533426 Oct 03 12:50:48.061953 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8381115c-64dc-40b2-a697-fca56c737d1b req-0ac49895-f43f-4c08-99c7-d9340f187c36 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454381 Oct 03 12:50:48.455509 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf989312-619b-4a05-a8b1-a287287cca48 req-09fe08ef-9c3c-4f02-a1da-2d35ed666f40 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:48.457629 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bf989312-619b-4a05-a8b1-a287287cca48 req-09fe08ef-9c3c-4f02-a1da-2d35ed666f40 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 946 time: 0.0519099 Oct 03 12:50:48.509240 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bf989312-619b-4a05-a8b1-a287287cca48 req-3163fa77-ed55-4acf-a655-0cb035706d62 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448411 Oct 03 12:50:48.554736 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 35888) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:48.568927 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e7fb513b-f38b-495e-a839-a55808e2cf69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:48.651708 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e7fb513b-f38b-495e-a839-a55808e2cf69 admin admin] Publish callbacks [] for security_group (fdd5df11-dfe9-4e99-9461-ec29aae4326a), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:48.746317 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 35896) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:48.762822 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e7fb513b-f38b-495e-a839-a55808e2cf69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (fdd5df11-dfe9-4e99-9461-ec29aae4326a), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:48.789747 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=78,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:48.805825 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-e7fb513b-f38b-495e-a839-a55808e2cf69 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f153d879299443148eddecb8269c117d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475715 Oct 03 12:50:48.805825 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb513b-f38b-495e-a839-a55808e2cf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd5df11-dfe9-4e99-9461-ec29aae4326a,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:48.806356 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 35900) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:48.873233 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-348c7bfa-0030-4def-9d7f-c583ec761dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:48.880641 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e8c708b8-4416-48f2-9133-369981f624eb admin admin] Publish callbacks [] for security_group (fdd5df11-dfe9-4e99-9461-ec29aae4326a), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:48.913652 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e8c708b8-4416-48f2-9133-369981f624eb admin admin] Publish callbacks [] for security_group (fdd5df11-dfe9-4e99-9461-ec29aae4326a), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:48.985180 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:48.997118 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-348c7bfa-0030-4def-9d7f-c583ec761dee admin admin] Publish callbacks [] for security_group (a07b69f2-f39c-48aa-854c-345f9630bef6), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:49.066069 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=21 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:49.171815 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-348c7bfa-0030-4def-9d7f-c583ec761dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (a07b69f2-f39c-48aa-854c-345f9630bef6), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:49.173631 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e8c708b8-4416-48f2-9133-369981f624eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (fdd5df11-dfe9-4e99-9461-ec29aae4326a), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:49.176369 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e8c708b8-4416-48f2-9133-369981f624eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:49.177478 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-e8c708b8-4416-48f2-9133-369981f624eb admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/fdd5df11-dfe9-4e99-9461-ec29aae4326a HTTP/1.1" status: 204 len: 168 time: 0.3696129 Oct 03 12:50:49.225423 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f47b77-39ab-478b-8c76-fff194513115 req-6dc0d11f-630d-4f34-8917-a237c6bfb12a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:49.226918 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-28f47b77-39ab-478b-8c76-fff194513115 req-6dc0d11f-630d-4f34-8917-a237c6bfb12a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0853908 Oct 03 12:50:49.235107 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-348c7bfa-0030-4def-9d7f-c583ec761dee admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=2364d42ae14344caa1abfbab7816d28b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4877541 Oct 03 12:50:49.237156 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c7bfa-0030-4def-9d7f-c583ec761dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07b69f2-f39c-48aa-854c-345f9630bef6,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:49.238041 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 35920) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:49.267962 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c708b8-4416-48f2-9133-369981f624eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd5df11-dfe9-4e99-9461-ec29aae4326a,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:49.312352 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d9f1ef1d-9721-46b8-bb3d-aac3e0c4eb07 admin admin] Publish callbacks [] for security_group (a07b69f2-f39c-48aa-854c-345f9630bef6), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:49.314860 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-28f47b77-39ab-478b-8c76-fff194513115 req-61b5e97f-10f3-4c5f-be0c-5b1ae8461161 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786767 Oct 03 12:50:49.338147 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d9f1ef1d-9721-46b8-bb3d-aac3e0c4eb07 admin admin] Publish callbacks [] for security_group (a07b69f2-f39c-48aa-854c-345f9630bef6), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:49.465526 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d9f1ef1d-9721-46b8-bb3d-aac3e0c4eb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (a07b69f2-f39c-48aa-854c-345f9630bef6), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:49.468352 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d9f1ef1d-9721-46b8-bb3d-aac3e0c4eb07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:49.469580 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-d9f1ef1d-9721-46b8-bb3d-aac3e0c4eb07 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a07b69f2-f39c-48aa-854c-345f9630bef6 HTTP/1.1" status: 204 len: 168 time: 0.2300467 Oct 03 12:50:49.479646 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1ef1d-9721-46b8-bb3d-aac3e0c4eb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07b69f2-f39c-48aa-854c-345f9630bef6,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:49.644309 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb263b33-3d57-4681-9eb6-3b973862fecc req-d8cd7105-ee9d-4a64-93fe-89b1988265c8 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:49.645847 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-eb263b33-3d57-4681-9eb6-3b973862fecc req-d8cd7105-ee9d-4a64-93fe-89b1988265c8 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 946 time: 0.0494404 Oct 03 12:50:49.699594 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-eb263b33-3d57-4681-9eb6-3b973862fecc req-a4a53dc5-811f-4669-92f0-c4000ae93be7 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479476 Oct 03 12:50:49.978064 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7478c-2b4c-413f-92de-20cd5f097f1c req-25a21761-e8d8-4b5b-a260-1855edb1ad1c tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:49.979562 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b0c7478c-2b4c-413f-92de-20cd5f097f1c req-25a21761-e8d8-4b5b-a260-1855edb1ad1c tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 946 time: 0.0884857 Oct 03 12:50:50.106613 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-b0c7478c-2b4c-413f-92de-20cd5f097f1c req-1a78712e-6a48-4c19-b7ce-b959a39853cf tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Deleting port edee2177-f99c-4159-b115-94dfdb5803e0 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:50:50.107000 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-b0c7478c-2b4c-413f-92de-20cd5f097f1c req-1a78712e-6a48-4c19-b7ce-b959a39853cf tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (edee2177-f99c-4159-b115-94dfdb5803e0), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:50.123158 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 35946) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:50.140910 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-55c0c41c-b88f-4d3a-9f36-1d163a83677f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:50.179371 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:50.204638 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:50.215668 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-b0c7478c-2b4c-413f-92de-20cd5f097f1c req-1a78712e-6a48-4c19-b7ce-b959a39853cf tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] For port edee2177-f99c-4159-b115-94dfdb5803e0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=edee2177-f99c-4159-b115-94dfdb5803e0,segment=NetworkSegment(7ecc5122-3269-4b4c-a709-19cda5640571),segment_id=7ecc5122-3269-4b4c-a709-19cda5640571)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:50:50.216412 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-b0c7478c-2b4c-413f-92de-20cd5f097f1c req-1a78712e-6a48-4c19-b7ce-b959a39853cf tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (edee2177-f99c-4159-b115-94dfdb5803e0), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:50.227700 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-55c0c41c-b88f-4d3a-9f36-1d163a83677f admin admin] Publish callbacks [] for security_group (dee1e23d-3441-4da6-a9bf-f6d7c093cd03), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:50.234806 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-b0c7478c-2b4c-413f-92de-20cd5f097f1c req-1a78712e-6a48-4c19-b7ce-b959a39853cf tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Calling delete_port for edee2177-f99c-4159-b115-94dfdb5803e0 owned by compute:nova {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:50:50.282588 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-55c0c41c-b88f-4d3a-9f36-1d163a83677f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (dee1e23d-3441-4da6-a9bf-f6d7c093cd03), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:50.326777 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-55c0c41c-b88f-4d3a-9f36-1d163a83677f admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5c9d5ae85ee042a28915126e0e04b9d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025568 Oct 03 12:50:50.330168 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 35952) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:50.337249 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0c41c-b88f-4d3a-9f36-1d163a83677f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee1e23d-3441-4da6-a9bf-f6d7c093cd03,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:50.427098 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e420a9fc-c37b-4e15-86c2-307d04cfb63b admin admin] Publish callbacks [] for security_group (dee1e23d-3441-4da6-a9bf-f6d7c093cd03), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:50.467335 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4d318-2d7c-4105-862e-27c60ac61515 req-cf14432e-0fe9-46cd-af17-4e606b377526 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:50.468423 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:50.470906 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e420a9fc-c37b-4e15-86c2-307d04cfb63b admin admin] Publish callbacks [] for security_group (dee1e23d-3441-4da6-a9bf-f6d7c093cd03), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:50.483673 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-21e4d318-2d7c-4105-862e-27c60ac61515 req-cf14432e-0fe9-46cd-af17-4e606b377526 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0750296 Oct 03 12:50:50.525152 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-21e4d318-2d7c-4105-862e-27c60ac61515 req-9fe334b5-922e-4aba-9ba0-1703cd9faae5 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464566 Oct 03 12:50:50.564726 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 35962) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:50.580089 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-b0c7478c-2b4c-413f-92de-20cd5f097f1c req-1a78712e-6a48-4c19-b7ce-b959a39853cf tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (edee2177-f99c-4159-b115-94dfdb5803e0), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:50.606948 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['edee2177-f99c-4159-b115-94dfdb5803e0'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:50:50.611443 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78712e-6a48-4c19-b7ce-b959a39853cf tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Pushing event deleted for resources: {'Port': ['ID=edee2177-f99c-4159-b115-94dfdb5803e0,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:50.667272 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e420a9fc-c37b-4e15-86c2-307d04cfb63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (dee1e23d-3441-4da6-a9bf-f6d7c093cd03), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:50.669806 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e420a9fc-c37b-4e15-86c2-307d04cfb63b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:50.670945 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-e420a9fc-c37b-4e15-86c2-307d04cfb63b admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/dee1e23d-3441-4da6-a9bf-f6d7c093cd03 HTTP/1.1" status: 204 len: 168 time: 0.3398762 Oct 03 12:50:50.690581 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-46b23007-3a14-4a8e-9284-d68accd36726 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1302360937-network', 'tenant_id': 'eb983cfa7dfe47b19a0a2d5ba652dabb'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:50:50.701564 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c7478c-2b4c-413f-92de-20cd5f097f1c req-1a78712e-6a48-4c19-b7ce-b959a39853cf tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] No DVR routers for this DVR port edee2177-f99c-4159-b115-94dfdb5803e0 on host hv-cinder-84456 {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:50:50.710684 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420a9fc-c37b-4e15-86c2-307d04cfb63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee1e23d-3441-4da6-a9bf-f6d7c093cd03,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:50.712956 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-b0c7478c-2b4c-413f-92de-20cd5f097f1c req-1a78712e-6a48-4c19-b7ce-b959a39853cf tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:50.716736 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b0c7478c-2b4c-413f-92de-20cd5f097f1c req-1a78712e-6a48-4c19-b7ce-b959a39853cf tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.46 "DELETE /networking/v2.0/ports/edee2177-f99c-4159-b115-94dfdb5803e0 HTTP/1.1" status: 204 len: 173 time: 0.7308967 Oct 03 12:50:50.718118 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0723fe-401f-47ef-8b51-22dd148860e9', 'name': 'network-vif-deleted', 'tag': 'edee2177-f99c-4159-b115-94dfdb5803e0'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:50:50.720401 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165b5871-88ea-45b8-814c-3b8bc3708830" -d '{"events": [{"server_uuid": "ea0723fe-401f-47ef-8b51-22dd148860e9", "name": "network-vif-deleted", "tag": "edee2177-f99c-4159-b115-94dfdb5803e0"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:50:50.796581 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b23007-3a14-4a8e-9284-d68accd36726 admin admin] Made reservation on behalf of eb983cfa7dfe47b19a0a2d5ba652dabb for: {'network': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:50:50.799421 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-46b23007-3a14-4a8e-9284-d68accd36726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for network (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:50.833152 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c44eba1-cd53-42a4-91af-b31fa5cbcfa8 x-openstack-request-id: req-6c44eba1-cd53-42a4-91af-b31fa5cbcfa8 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:50:50.833896 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0723fe-401f-47ef-8b51-22dd148860e9", "name": "network-vif-deleted", "tag": "edee2177-f99c-4159-b115-94dfdb5803e0", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:50:50.834159 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6c44eba1-cd53-42a4-91af-b31fa5cbcfa8 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:50:50.834556 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c44eba1-cd53-42a4-91af-b31fa5cbcfa8'] response: {'server_uuid': 'ea0723fe-401f-47ef-8b51-22dd148860e9', 'name': 'network-vif-deleted', 'tag': 'edee2177-f99c-4159-b115-94dfdb5803e0', 'status': 'completed', 'code': 200} Oct 03 12:50:50.838974 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-46b23007-3a14-4a8e-9284-d68accd36726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:50.914714 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b753855b-698f-4f9d-b66e-b5f3c248d618 req-ea94ce62-9069-4e68-a033-0d57a8175927 tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 210 time: 0.0571432 Oct 03 12:50:50.966282 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-46b23007-3a14-4a8e-9284-d68accd36726 admin admin] Publish callbacks [] for security_group (07d3f205-debc-4881-8eaa-26c1aa09b93e), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:51.025288 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-46b23007-3a14-4a8e-9284-d68accd36726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (07d3f205-debc-4881-8eaa-26c1aa09b93e), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:51.047344 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b23007-3a14-4a8e-9284-d68accd36726 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=113285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:50:51.065708 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:51.073095 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b23007-3a14-4a8e-9284-d68accd36726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d3f205-debc-4881-8eaa-26c1aa09b93e,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:51.078467 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-46b23007-3a14-4a8e-9284-d68accd36726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (2d0d497d-abe0-4531-b77e-782db7b902bb), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:51.078810 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.db.segments_db [None req-46b23007-3a14-4a8e-9284-d68accd36726 admin admin] Added segment 2d0d497d-abe0-4531-b77e-782db7b902bb of type vlan for network df9ed0db-b693-4022-818d-ff2821fbd347 Oct 03 12:50:51.122978 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:51.138161 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-46b23007-3a14-4a8e-9284-d68accd36726 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775902012618'] for network (df9ed0db-b693-4022-818d-ff2821fbd347), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:51.217410 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-46b23007-3a14-4a8e-9284-d68accd36726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for network (df9ed0db-b693-4022-818d-ff2821fbd347), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:51.217410 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b23007-3a14-4a8e-9284-d68accd36726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:51.217410 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-46b23007-3a14-4a8e-9284-d68accd36726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:51.301962 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b23007-3a14-4a8e-9284-d68accd36726 admin admin] Pushing event updated for resources: {'Network': ['ID=df9ed0db-b693-4022-818d-ff2821fbd347,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:51.314719 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Network df9ed0db-b693-4022-818d-ff2821fbd347 details requested by agent ovs-agent-dv-cinder-844563-12-iscsi with host dv-cinder-844563-12-iscsi {{(pid=113286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 12:50:51.327212 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 35990) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:51.339026 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-46b23007-3a14-4a8e-9284-d68accd36726 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7731934 Oct 03 12:50:51.344624 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 35994) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:51.350568 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-32182747-c16f-471b-9caf-dd926bf7b9c6 admin admin] Request body: {'subnet': {'network_id': 'df9ed0db-b693-4022-818d-ff2821fbd347', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1302360937-subnet', 'tenant_id': 'eb983cfa7dfe47b19a0a2d5ba652dabb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:50:51.467568 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e04edbaa-d373-4e4d-a96b-3bbdb6598a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:51.469590 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32182747-c16f-471b-9caf-dd926bf7b9c6 admin admin] Made reservation on behalf of eb983cfa7dfe47b19a0a2d5ba652dabb for: {'subnet': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:50:51.473113 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-32182747-c16f-471b-9caf-dd926bf7b9c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:51.801468 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:51.832810 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d1a75-f82e-489d-a1ef-33b81eff39e7 req-ded73805-c59a-4cfd-8c39-947eba72a01a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:51.834306 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c21d1a75-f82e-489d-a1ef-33b81eff39e7 req-ded73805-c59a-4cfd-8c39-947eba72a01a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0866818 Oct 03 12:50:51.962358 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e04edbaa-d373-4e4d-a96b-3bbdb6598a69 admin admin] Publish callbacks [] for security_group (cef1e976-ac36-48d0-99c1-1dd76c92d3dc), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:51.965688 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c21d1a75-f82e-489d-a1ef-33b81eff39e7 req-e1bba08c-f0f5-4c73-ac5c-f96ccb032673 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255543 Oct 03 12:50:52.024849 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e04edbaa-d373-4e4d-a96b-3bbdb6598a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (cef1e976-ac36-48d0-99c1-1dd76c92d3dc), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:52.095421 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-44aff270-b659-4867-b769-90d5522768e2 req-69616d1b-d062-43b4-be5f-d23df8c29afa tempest-DeleteServersTestJSON-633058460 tempest-DeleteServersTestJSON-633058460-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ea0723fe-401f-47ef-8b51-22dd148860e9 HTTP/1.1" status: 200 len: 210 time: 0.0664511 Oct 03 12:50:52.107705 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-e04edbaa-d373-4e4d-a96b-3bbdb6598a69 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=fdbd476d74bc4d1aad15ef922d9cbd54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7763343 Oct 03 12:50:52.107915 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 36018) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:52.109645 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04edbaa-d373-4e4d-a96b-3bbdb6598a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef1e976-ac36-48d0-99c1-1dd76c92d3dc,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:52.124179 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-32182747-c16f-471b-9caf-dd926bf7b9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for subnet (bf46c2e8-ba6b-48e5-bc55-a4aa6737bb50), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:52.169333 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:52.194218 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8e7c41b7-a45e-4f1b-8396-e2f8af587ce3 admin admin] Publish callbacks [] for security_group (cef1e976-ac36-48d0-99c1-1dd76c92d3dc), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:52.207166 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32182747-c16f-471b-9caf-dd926bf7b9c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf46c2e8-ba6b-48e5-bc55-a4aa6737bb50,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:52.216938 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32182747-c16f-471b-9caf-dd926bf7b9c6 admin admin] Checking segment: {'id': '2d0d497d-abe0-4531-b77e-782db7b902bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'df9ed0db-b693-4022-818d-ff2821fbd347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:50:52.217108 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32182747-c16f-471b-9caf-dd926bf7b9c6 admin admin] Network hostable DHCP agents. Network: df9ed0db-b693-4022-818d-ff2821fbd347, hostable agents: ['9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee'], hosted agents: [] {{(pid=113285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:50:52.229605 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8e7c41b7-a45e-4f1b-8396-e2f8af587ce3 admin admin] Publish callbacks [] for security_group (cef1e976-ac36-48d0-99c1-1dd76c92d3dc), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:52.282463 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32182747-c16f-471b-9caf-dd926bf7b9c6 admin admin] Network df9ed0db-b693-4022-818d-ff2821fbd347 is scheduled to be hosted by DHCP agent 9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee with binding_index 1 {{(pid=113285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:50:52.362743 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8e7c41b7-a45e-4f1b-8396-e2f8af587ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (cef1e976-ac36-48d0-99c1-1dd76c92d3dc), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:52.366235 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-32182747-c16f-471b-9caf-dd926bf7b9c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-12-iscsi, df9ed0db-b693-4022-818d-ff2821fbd347) {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:50:52.370933 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8e7c41b7-a45e-4f1b-8396-e2f8af587ce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:52.371771 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32182747-c16f-471b-9caf-dd926bf7b9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:52.374678 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-8e7c41b7-a45e-4f1b-8396-e2f8af587ce3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/cef1e976-ac36-48d0-99c1-1dd76c92d3dc HTTP/1.1" status: 204 len: 168 time: 0.2636061 Oct 03 12:50:52.374797 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-32182747-c16f-471b-9caf-dd926bf7b9c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for subnet (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:52.381489 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e02709e-9aef-4f00-8105-bea13329283e None None] Network df9ed0db-b693-4022-818d-ff2821fbd347 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:50:52.384707 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c41b7-a45e-4f1b-8396-e2f8af587ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef1e976-ac36-48d0-99c1-1dd76c92d3dc,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:52.408405 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:52.512985 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64c843f-ac36-472e-a57b-ceadba3afed5 None None] Network df9ed0db-b693-4022-818d-ff2821fbd347 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:50:52.544492 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-32182747-c16f-471b-9caf-dd926bf7b9c6 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1985462 Oct 03 12:50:52.961672 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-19e2d46e-d26c-4b54-a06c-b73fdaca0d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:53.093756 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897820b-1a14-4cd5-a250-8c10f810b5b6 req-d41b6acb-f1c1-40dd-978c-59e49b21c4e2 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:53.095225 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0897820b-1a14-4cd5-a250-8c10f810b5b6 req-d41b6acb-f1c1-40dd-978c-59e49b21c4e2 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0480072 Oct 03 12:50:53.179338 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0897820b-1a14-4cd5-a250-8c10f810b5b6 req-40a6a8c1-1ae2-4e23-a2a9-bf10b3845524 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699015 Oct 03 12:50:53.212571 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 36054) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:53.226454 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-845098ee-3034-4e8a-bae8-36e40cda68ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:53.328276 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-845098ee-3034-4e8a-bae8-36e40cda68ef admin admin] Publish callbacks [] for security_group (5101bd4a-82c6-4c17-9ed2-813e800e087e), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:53.385256 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-845098ee-3034-4e8a-bae8-36e40cda68ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (5101bd4a-82c6-4c17-9ed2-813e800e087e), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:53.428582 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-845098ee-3034-4e8a-bae8-36e40cda68ef admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=3fe8f88ee77e472ba1d75108c5c12aa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145553 Oct 03 12:50:53.430733 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 36064) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:53.431859 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845098ee-3034-4e8a-bae8-36e40cda68ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5101bd4a-82c6-4c17-9ed2-813e800e087e,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:53.432277 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device edee2177-f99c-4159-b115-94dfdb5803e0 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:50:53.471281 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] No Port match for: edee2177-f99c-4159-b115-94dfdb5803e0 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:50:53.472078 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device edee2177-f99c-4159-b115-94dfdb5803e0 not bound to the agent host hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:50:53.485800 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-86b770bb-6cb7-4abf-b737-35b6c6a8a307 admin admin] Publish callbacks [] for security_group (5101bd4a-82c6-4c17-9ed2-813e800e087e), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:53.510510 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-86b770bb-6cb7-4abf-b737-35b6c6a8a307 admin admin] Publish callbacks [] for security_group (5101bd4a-82c6-4c17-9ed2-813e800e087e), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:53.678024 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-86b770bb-6cb7-4abf-b737-35b6c6a8a307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (5101bd4a-82c6-4c17-9ed2-813e800e087e), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:53.680804 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-86b770bb-6cb7-4abf-b737-35b6c6a8a307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:53.682017 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-86b770bb-6cb7-4abf-b737-35b6c6a8a307 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5101bd4a-82c6-4c17-9ed2-813e800e087e HTTP/1.1" status: 204 len: 168 time: 0.2499950 Oct 03 12:50:53.692296 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b770bb-6cb7-4abf-b737-35b6c6a8a307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5101bd4a-82c6-4c17-9ed2-813e800e087e,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:54.304986 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffd0c5-9f39-4df7-9274-44d5aecbac9b req-91cd5e8c-164b-4072-bbbc-cf76b7da9e4d tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:54.306460 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9dffd0c5-9f39-4df7-9274-44d5aecbac9b req-91cd5e8c-164b-4072-bbbc-cf76b7da9e4d tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0528266 Oct 03 12:50:54.359750 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9dffd0c5-9f39-4df7-9274-44d5aecbac9b req-071bd22f-83f0-462a-9b48-dc84e74b9986 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463624 Oct 03 12:50:54.916419 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 36142) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:54.943196 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-bbd84aac-67cb-40f6-bac7-9f44c86818ef tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:54.952354 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-bbd84aac-67cb-40f6-bac7-9f44c86818ef tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/networks?id=df9ed0db-b693-4022-818d-ff2821fbd347 HTTP/1.1" status: 200 len: 809 time: 0.1505880 Oct 03 12:50:54.968368 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-b1bc016f-c07b-49ca-8ba9-01e4aaedcd9f tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/quotas/eb983cfa7dfe47b19a0a2d5ba652dabb HTTP/1.1" status: 200 len: 375 time: 0.0151155 Oct 03 12:50:55.007934 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-eb2cf26c-c94f-41eb-a383-be895aee8484 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=eb983cfa7dfe47b19a0a2d5ba652dabb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386403 Oct 03 12:50:55.125362 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-402a940d-5e5e-40d1-bf80-be7e75ea233e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/df9ed0db-b693-4022-818d-ff2821fbd347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133626 Oct 03 12:50:55.159140 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:50:55.232813 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-94823a89-bc04-4499-a92e-8f7dce807fb3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/df9ed0db-b693-4022-818d-ff2821fbd347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985627 Oct 03 12:50:55.263444 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cb798e61-04ef-4925-b7d0-94416ee0ad67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:55.409594 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2045d0ab-2705-438e-bd6c-5e5d754da617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759112'] for router_interface (2f485e97-f523-438e-b0c0-d701208f3f83), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:55.447250 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:55.507471 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcd795-1511-49c2-bcfc-07a8c5494a6f req-afcdf62a-40c6-4794-aace-771473b3dd2c tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:55.543636 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5ebcd795-1511-49c2-bcfc-07a8c5494a6f req-afcdf62a-40c6-4794-aace-771473b3dd2c tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0668433 Oct 03 12:50:55.677116 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3b7d041c-0020-4762-a2f3-c3b510a73d56 req-fa94bfca-5a0b-429e-a79e-ca88ad86832f tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 210 time: 0.0996242 Oct 03 12:50:55.717934 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5ebcd795-1511-49c2-bcfc-07a8c5494a6f req-caa39329-1ee1-41d7-b764-b72d54f5fa3d tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730235 Oct 03 12:50:55.823611 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:55.986140 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-2045d0ab-2705-438e-bd6c-5e5d754da617 admin admin] Deleting port c400f1a2-98c1-4964-91c2-f23fe7de3b31 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:50:55.986830 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2045d0ab-2705-438e-bd6c-5e5d754da617 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (c400f1a2-98c1-4964-91c2-f23fe7de3b31), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:56.078126 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [None req-2045d0ab-2705-438e-bd6c-5e5d754da617 admin admin] For port c400f1a2-98c1-4964-91c2-f23fe7de3b31, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=c400f1a2-98c1-4964-91c2-f23fe7de3b31,segment=NetworkSegment(7ecc5122-3269-4b4c-a709-19cda5640571),segment_id=7ecc5122-3269-4b4c-a709-19cda5640571)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:50:56.078779 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2045d0ab-2705-438e-bd6c-5e5d754da617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (c400f1a2-98c1-4964-91c2-f23fe7de3b31), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:56.093487 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-2045d0ab-2705-438e-bd6c-5e5d754da617 admin admin] Calling delete_port for c400f1a2-98c1-4964-91c2-f23fe7de3b31 owned by network:router_interface {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:50:56.413896 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2045d0ab-2705-438e-bd6c-5e5d754da617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (c400f1a2-98c1-4964-91c2-f23fe7de3b31), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:56.448018 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045d0ab-2705-438e-bd6c-5e5d754da617 admin admin] Pushing event deleted for resources: {'Port': ['ID=c400f1a2-98c1-4964-91c2-f23fe7de3b31,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:56.600610 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 36196) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:56.641724 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:56.654785 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2045d0ab-2705-438e-bd6c-5e5d754da617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759100'] for router_interface (2f485e97-f523-438e-b0c0-d701208f3f83), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:56.732660 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8249588c-2a08-44a2-b479-28a8a2e98b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:56.735397 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:56.794408 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:56.840613 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6355ac4a-d0e8-4b66-a5b7-00e7acb346ff req-129a6ac3-259b-4904-ad3e-0e921103e336 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 210 time: 0.0791490 Oct 03 12:50:56.889840 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce7084-8202-4ce5-a312-42b105a0c117 req-bb1b0360-468d-4d10-ad38-cb13402f2602 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:56.891338 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2dce7084-8202-4ce5-a312-42b105a0c117 req-bb1b0360-468d-4d10-ad38-cb13402f2602 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0635850 Oct 03 12:50:56.897891 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2045d0ab-2705-438e-bd6c-5e5d754da617 admin admin] Router 2f485e97-f523-438e-b0c0-d701208f3f83 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:50:56.922382 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:56.939105 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8249588c-2a08-44a2-b479-28a8a2e98b30 admin admin] Publish callbacks [] for security_group (6e315a0b-7d50-47e4-aa4b-17b752de1e08), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:56.956793 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:56.964552 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2dce7084-8202-4ce5-a312-42b105a0c117 req-41bdc491-507d-4604-95f3-2d08499db72d tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631185 Oct 03 12:50:57.027593 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2045d0ab-2705-438e-bd6c-5e5d754da617 admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:50:57.035940 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-2045d0ab-2705-438e-bd6c-5e5d754da617 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/2f485e97-f523-438e-b0c0-d701208f3f83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1194766 Oct 03 12:50:57.036860 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0aa72d-472a-488c-b5e9-0d1e6d3ea343 None None] Sync routers for ids ['2f485e97-f523-438e-b0c0-d701208f3f83'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:50:57.037293 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 36204) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:57.044334 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8249588c-2a08-44a2-b479-28a8a2e98b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (6e315a0b-7d50-47e4-aa4b-17b752de1e08), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:57.046341 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0aa72d-472a-488c-b5e9-0d1e6d3ea343 None None] Routers {'2f485e97-f523-438e-b0c0-d701208f3f83'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:50:57.046915 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-0f0aa72d-472a-488c-b5e9-0d1e6d3ea343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:50:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['2f485e97-f523-438e-b0c0-d701208f3f83'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:50:57.130788 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-8249588c-2a08-44a2-b479-28a8a2e98b30 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5b3c4f0cba50429ea80f0f39006cb683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5284698 Oct 03 12:50:57.133912 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 36206) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:57.153589 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-0f0aa72d-472a-488c-b5e9-0d1e6d3ea343 None None] Set router 2f485e97-f523-438e-b0c0-d701208f3f83 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:50:57.154265 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249588c-2a08-44a2-b479-28a8a2e98b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e315a0b-7d50-47e4-aa4b-17b752de1e08,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:57.193392 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f06507a5-6bfe-4db6-b375-1e2886283d8c admin admin] Publish callbacks [] for router (2f485e97-f523-438e-b0c0-d701208f3f83), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:57.252697 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c59d4e0e-59b1-4754-a916-952b57213b80 admin admin] Publish callbacks [] for security_group (6e315a0b-7d50-47e4-aa4b-17b752de1e08), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:57.289802 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c59d4e0e-59b1-4754-a916-952b57213b80 admin admin] Publish callbacks [] for security_group (6e315a0b-7d50-47e4-aa4b-17b752de1e08), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:57.325979 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f06507a5-6bfe-4db6-b375-1e2886283d8c admin admin] Publish callbacks [] for router_gateway (2f485e97-f523-438e-b0c0-d701208f3f83), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:57.351601 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-0f0aa72d-472a-488c-b5e9-0d1e6d3ea343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f485e97-f523-438e-b0c0-d701208f3f83', 'name': 'tempest-DeleteServersTestJSON-102984443-router', 'tenant_id': 'd7994e24004a42ac88491cf70b3d1086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '98807093-a924-4df4-afd2-c3707b4213c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:50:56Z', 'revision_number': 5, 'project_id': 'd7994e24004a42ac88491cf70b3d1086', 'gw_port': {'id': '98807093-a924-4df4-afd2-c3707b4213c1', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f485e97-f523-438e-b0c0-d701208f3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:29Z', 'updated_at': '2022-10-03T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:50:57.376960 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0aa72d-472a-488c-b5e9-0d1e6d3ea343 None None] Checking router: 2f485e97-f523-438e-b0c0-d701208f3f83 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:50:57.386052 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0aa72d-472a-488c-b5e9-0d1e6d3ea343 None None] Routers {'2f485e97-f523-438e-b0c0-d701208f3f83'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:50:57.386642 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-0f0aa72d-472a-488c-b5e9-0d1e6d3ea343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:50:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['2f485e97-f523-438e-b0c0-d701208f3f83'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:50:57.439351 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c59d4e0e-59b1-4754-a916-952b57213b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (6e315a0b-7d50-47e4-aa4b-17b752de1e08), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:57.444914 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c59d4e0e-59b1-4754-a916-952b57213b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:57.449900 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-c59d4e0e-59b1-4754-a916-952b57213b80 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6e315a0b-7d50-47e4-aa4b-17b752de1e08 HTTP/1.1" status: 204 len: 168 time: 0.3118844 Oct 03 12:50:57.470683 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d4e0e-59b1-4754-a916-952b57213b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e315a0b-7d50-47e4-aa4b-17b752de1e08,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:57.501518 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-0f0aa72d-472a-488c-b5e9-0d1e6d3ea343 None None] Set router 2f485e97-f523-438e-b0c0-d701208f3f83 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:50:57.526310 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:INSERT=7,neutron:UPDATE=3,neutron:SELECT=90 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:57.533743 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-f06507a5-6bfe-4db6-b375-1e2886283d8c admin admin] Deleting port 98807093-a924-4df4-afd2-c3707b4213c1 {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:50:57.534265 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f06507a5-6bfe-4db6-b375-1e2886283d8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (98807093-a924-4df4-afd2-c3707b4213c1), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:57.639742 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [None req-f06507a5-6bfe-4db6-b375-1e2886283d8c admin admin] For port 98807093-a924-4df4-afd2-c3707b4213c1, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=98807093-a924-4df4-afd2-c3707b4213c1,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:50:57.640354 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f06507a5-6bfe-4db6-b375-1e2886283d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (98807093-a924-4df4-afd2-c3707b4213c1), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:57.656748 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-f06507a5-6bfe-4db6-b375-1e2886283d8c admin admin] Calling delete_port for 98807093-a924-4df4-afd2-c3707b4213c1 owned by network:router_gateway {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:50:57.716067 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-0f0aa72d-472a-488c-b5e9-0d1e6d3ea343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f485e97-f523-438e-b0c0-d701208f3f83', 'name': 'tempest-DeleteServersTestJSON-102984443-router', 'tenant_id': 'd7994e24004a42ac88491cf70b3d1086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '98807093-a924-4df4-afd2-c3707b4213c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:50:56Z', 'revision_number': 5, 'project_id': 'd7994e24004a42ac88491cf70b3d1086', 'gw_port': {'id': '98807093-a924-4df4-afd2-c3707b4213c1', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f485e97-f523-438e-b0c0-d701208f3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:29Z', 'updated_at': '2022-10-03T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:50:57.749068 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0aa72d-472a-488c-b5e9-0d1e6d3ea343 None None] The sync data for ids ['2f485e97-f523-438e-b0c0-d701208f3f83'] in dv-cinder-844563-12-iscsi is: [{'id': '2f485e97-f523-438e-b0c0-d701208f3f83', 'name': 'tempest-DeleteServersTestJSON-102984443-router', 'tenant_id': 'd7994e24004a42ac88491cf70b3d1086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '98807093-a924-4df4-afd2-c3707b4213c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:50:56Z', 'revision_number': 5, 'project_id': 'd7994e24004a42ac88491cf70b3d1086', 'gw_port': {'id': '98807093-a924-4df4-afd2-c3707b4213c1', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f485e97-f523-438e-b0c0-d701208f3f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:29Z', 'updated_at': '2022-10-03T12:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:50:57.964503 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cbe3aa19-f268-49e8-9907-6a70a935ff2b req-0160f195-36c3-4ba1-a462-610357d3cddb tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 210 time: 0.0307460 Oct 03 12:50:57.990824 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f06507a5-6bfe-4db6-b375-1e2886283d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749'] for port (98807093-a924-4df4-afd2-c3707b4213c1), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:58.015574 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06507a5-6bfe-4db6-b375-1e2886283d8c admin admin] Pushing event deleted for resources: {'Port': ['ID=98807093-a924-4df4-afd2-c3707b4213c1,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:58.048038 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f06507a5-6bfe-4db6-b375-1e2886283d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764534'] for router_gateway (2f485e97-f523-438e-b0c0-d701208f3f83), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:58.193818 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f06507a5-6bfe-4db6-b375-1e2886283d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5250'] for router (2f485e97-f523-438e-b0c0-d701208f3f83), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:58.200609 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e052f46-b8f2-46b0-8a15-41b83ff5d2d8 req-6a5af10b-59a6-4e71-a2d9-c5b3a1b4cea0 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:58.202570 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1e052f46-b8f2-46b0-8a15-41b83ff5d2d8 req-6a5af10b-59a6-4e71-a2d9-c5b3a1b4cea0 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.1369312 Oct 03 12:50:58.203880 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f06507a5-6bfe-4db6-b375-1e2886283d8c admin admin] Publish callbacks [] for router_controller (2f485e97-f523-438e-b0c0-d701208f3f83), precommit_delete_associations {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:58.257518 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 36226) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:58.275218 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-91f37e56-090b-467f-a413-29f85ee8583d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:58.306999 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:58.327653 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1e052f46-b8f2-46b0-8a15-41b83ff5d2d8 req-90f4fb98-2291-442a-9384-f74b93c19969 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141868 Oct 03 12:50:58.391524 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f06507a5-6bfe-4db6-b375-1e2886283d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-759140'] for router (2f485e97-f523-438e-b0c0-d701208f3f83), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:58.392146 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06507a5-6bfe-4db6-b375-1e2886283d8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f485e97-f523-438e-b0c0-d701208f3f83 {{(pid=113285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 12:50:58.397205 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f06507a5-6bfe-4db6-b375-1e2886283d8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:58.398372 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-f06507a5-6bfe-4db6-b375-1e2886283d8c admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/2f485e97-f523-438e-b0c0-d701208f3f83 HTTP/1.1" status: 204 len: 168 time: 1.3604102 Oct 03 12:50:58.400954 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 36230) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:58.439105 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:58.443581 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:58.473976 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_v2 [None req-4869123f-166e-4b22-b155-753afaeba267 admin admin] Deleting subnet 7536115b-129e-4c84-9ea5-c60fafda923a {{(pid=113285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 12:50:58.478464 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4869123f-166e-4b22-b155-753afaeba267 admin admin] Publish callbacks [] for subnet (7536115b-129e-4c84-9ea5-c60fafda923a), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:58.495285 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-91f37e56-090b-467f-a413-29f85ee8583d admin admin] Publish callbacks [] for security_group (b06f0091-8ae3-4dd6-937b-e3587b65e898), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:58.503821 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-7b2c4d3f-b659-4c22-958c-05a711238e39 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:58.506037 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-7b2c4d3f-b659-4c22-958c-05a711238e39 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.46 "GET /networking/v2.0/networks?id=df9ed0db-b693-4022-818d-ff2821fbd347 HTTP/1.1" status: 200 len: 809 time: 0.1623878 Oct 03 12:50:58.522256 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4869123f-166e-4b22-b155-753afaeba267 admin admin] Publish callbacks [] for subnet (7536115b-129e-4c84-9ea5-c60fafda923a), precommit_delete_associations {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:58.522898 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-baa5b27a-7744-4ea6-b1fc-8f41925d8540 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Request body: {'port': {'device_id': '91b5ec8a-b6d4-433c-9ec0-960af447bbf4', 'network_id': 'df9ed0db-b693-4022-818d-ff2821fbd347', 'admin_state_up': True, 'tenant_id': 'eb983cfa7dfe47b19a0a2d5ba652dabb'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:50:58.592144 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-91f37e56-090b-467f-a413-29f85ee8583d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (b06f0091-8ae3-4dd6-937b-e3587b65e898), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:58.637865 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4869123f-166e-4b22-b155-753afaeba267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441912'] for subnet (7536115b-129e-4c84-9ea5-c60fafda923a), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:58.670217 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f37e56-090b-467f-a413-29f85ee8583d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06f0091-8ae3-4dd6-937b-e3587b65e898,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:58.678315 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-91f37e56-090b-467f-a413-29f85ee8583d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=8199652728704ff3a247a7c8b58b7ff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4186928 Oct 03 12:50:58.678570 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 36232) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:58.680747 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:58.737886 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-db7b77c3-08f0-44f0-8a6d-295bf759cdd4 admin admin] Publish callbacks [] for security_group (b06f0091-8ae3-4dd6-937b-e3587b65e898), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:58.759146 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-db7b77c3-08f0-44f0-8a6d-295bf759cdd4 admin admin] Publish callbacks [] for security_group (b06f0091-8ae3-4dd6-937b-e3587b65e898), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:58.820288 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-baa5b27a-7744-4ea6-b1fc-8f41925d8540 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Made reservation on behalf of eb983cfa7dfe47b19a0a2d5ba652dabb for: {'port': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:50:58.820506 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4869123f-166e-4b22-b155-753afaeba267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1446231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for subnet (7536115b-129e-4c84-9ea5-c60fafda923a), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:58.824167 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-baa5b27a-7744-4ea6-b1fc-8f41925d8540 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:58.852057 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869123f-166e-4b22-b155-753afaeba267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7536115b-129e-4c84-9ea5-c60fafda923a,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:58.855345 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4869123f-166e-4b22-b155-753afaeba267 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:58.857105 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-4869123f-166e-4b22-b155-753afaeba267 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/7536115b-129e-4c84-9ea5-c60fafda923a HTTP/1.1" status: 204 len: 168 time: 0.4552159 Oct 03 12:50:58.858818 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e8e39c-cd3c-493f-9eef-b5398b7fee5c None None] Network 60e0722d-40b6-482b-9c0e-b5673c4a039a requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:50:58.860139 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 36234) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:50:58.882791 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-db7b77c3-08f0-44f0-8a6d-295bf759cdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (b06f0091-8ae3-4dd6-937b-e3587b65e898), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:58.886714 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-db7b77c3-08f0-44f0-8a6d-295bf759cdd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:58.890352 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-db7b77c3-08f0-44f0-8a6d-295bf759cdd4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b06f0091-8ae3-4dd6-937b-e3587b65e898 HTTP/1.1" status: 204 len: 168 time: 0.2082245 Oct 03 12:50:58.901014 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b77c3-08f0-44f0-8a6d-295bf759cdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06f0091-8ae3-4dd6-937b-e3587b65e898,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:59.134453 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-db7029d5-19cd-4d6d-839e-6ef438c34ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435317'] for network (60e0722d-40b6-482b-9c0e-b5673c4a039a), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:59.162896 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-60d2fbb5-7683-4583-8fc7-373991b2e21e req-41f4a19e-a264-4426-8d8c-856c78d0e323 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 210 time: 0.0435927 Oct 03 12:50:59.190145 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-baa5b27a-7744-4ea6-b1fc-8f41925d8540 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Allocated IP 172.20.0.12 (df9ed0db-b693-4022-818d-ff2821fbd347/bf46c2e8-ba6b-48e5-bc55-a4aa6737bb50/1e5248e5-6283-4e4b-a79a-b3e2568037a1) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:50:59.193227 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:59.195383 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device c400f1a2-98c1-4964-91c2-f23fe7de3b31 no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:50:59.216151 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: c400f1a2-98c1-4964-91c2-f23fe7de3b31 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:50:59.216629 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device c400f1a2-98c1-4964-91c2-f23fe7de3b31 not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:50:59.217106 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 98807093-a924-4df4-afd2-c3707b4213c1 no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:50:59.227057 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-db7029d5-19cd-4d6d-839e-6ef438c34ff4 admin admin] Deleting port dbacef2b-5d11-4631-963b-ac0272f84ba3 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:50:59.227781 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-db7029d5-19cd-4d6d-839e-6ef438c34ff4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (dbacef2b-5d11-4631-963b-ac0272f84ba3), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:59.239974 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: 98807093-a924-4df4-afd2-c3707b4213c1 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:50:59.240530 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 98807093-a924-4df4-afd2-c3707b4213c1 not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:50:59.308871 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f107965e-8a7a-4933-a3d2-fcb0b5f49980 None None] DHCP port deletion for 60e0722d-40b6-482b-9c0e-b5673c4a039a request from dv-cinder-844563-12-iscsi {{(pid=113286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 12:50:59.345754 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:59.351872 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [None req-db7029d5-19cd-4d6d-839e-6ef438c34ff4 admin admin] For port dbacef2b-5d11-4631-963b-ac0272f84ba3, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=dbacef2b-5d11-4631-963b-ac0272f84ba3,segment=NetworkSegment(7ecc5122-3269-4b4c-a709-19cda5640571),segment_id=7ecc5122-3269-4b4c-a709-19cda5640571)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:50:59.351872 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-db7029d5-19cd-4d6d-839e-6ef438c34ff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (dbacef2b-5d11-4631-963b-ac0272f84ba3), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:59.352990 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-f107965e-8a7a-4933-a3d2-fcb0b5f49980 None None] Deleting port dbacef2b-5d11-4631-963b-ac0272f84ba3 {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:50:59.353641 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f107965e-8a7a-4933-a3d2-fcb0b5f49980 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (dbacef2b-5d11-4631-963b-ac0272f84ba3), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:59.383683 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-db7029d5-19cd-4d6d-839e-6ef438c34ff4 admin admin] Calling delete_port for dbacef2b-5d11-4631-963b-ac0272f84ba3 owned by network:dhcp {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:50:59.473219 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-f107965e-8a7a-4933-a3d2-fcb0b5f49980 None None] For port dbacef2b-5d11-4631-963b-ac0272f84ba3, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=dbacef2b-5d11-4631-963b-ac0272f84ba3,segment=NetworkSegment(7ecc5122-3269-4b4c-a709-19cda5640571),segment_id=7ecc5122-3269-4b4c-a709-19cda5640571)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:50:59.474408 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f107965e-8a7a-4933-a3d2-fcb0b5f49980 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (dbacef2b-5d11-4631-963b-ac0272f84ba3), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:59.499402 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-f107965e-8a7a-4933-a3d2-fcb0b5f49980 None None] Calling delete_port for dbacef2b-5d11-4631-963b-ac0272f84ba3 owned by network:dhcp {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:50:59.532913 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db78b97-aea2-490f-8227-ce056cf92c48 req-c3f8dab1-932f-41ed-a1e1-8a1670f48a80 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:59.534826 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3db78b97-aea2-490f-8227-ce056cf92c48 req-c3f8dab1-932f-41ed-a1e1-8a1670f48a80 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0707333 Oct 03 12:50:59.602905 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-baa5b27a-7744-4ea6-b1fc-8f41925d8540 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Publish callbacks [] for port (1e5248e5-6283-4e4b-a79a-b3e2568037a1), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:59.609088 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3db78b97-aea2-490f-8227-ce056cf92c48 req-d4489490-62d7-4075-ba5c-084a4d069f2b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686495 Oct 03 12:50:59.634063 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=5 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:50:59.712116 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-db7029d5-19cd-4d6d-839e-6ef438c34ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (dbacef2b-5d11-4631-963b-ac0272f84ba3), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:59.722827 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f107965e-8a7a-4933-a3d2-fcb0b5f49980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749'] for port (dbacef2b-5d11-4631-963b-ac0272f84ba3), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:59.743702 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7029d5-19cd-4d6d-839e-6ef438c34ff4 admin admin] No DVR routers for this DVR port dbacef2b-5d11-4631-963b-ac0272f84ba3 on host dv-cinder-844563-12-iscsi {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:50:59.748379 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7029d5-19cd-4d6d-839e-6ef438c34ff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbacef2b-5d11-4631-963b-ac0272f84ba3,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:59.751180 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-baa5b27a-7744-4ea6-b1fc-8f41925d8540 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (1e5248e5-6283-4e4b-a79a-b3e2568037a1), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:59.776175 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f107965e-8a7a-4933-a3d2-fcb0b5f49980 None None] No DVR routers for this DVR port dbacef2b-5d11-4631-963b-ac0272f84ba3 on host dv-cinder-844563-12-iscsi {{(pid=113286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:50:59.778372 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107965e-8a7a-4933-a3d2-fcb0b5f49980 None None] Pushing event deleted for resources: {'Port': ['ID=dbacef2b-5d11-4631-963b-ac0272f84ba3,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:59.857665 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-baa5b27a-7744-4ea6-b1fc-8f41925d8540 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Network df9ed0db-b693-4022-818d-ff2821fbd347 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:50:59.891235 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-baa5b27a-7744-4ea6-b1fc-8f41925d8540 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:50:59.892228 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-baa5b27a-7744-4ea6-b1fc-8f41925d8540 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:50:59.931007 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5b27a-7744-4ea6-b1fc-8f41925d8540 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Pushing event updated for resources: {'Port': ['ID=1e5248e5-6283-4e4b-a79a-b3e2568037a1,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:59.939440 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-db7029d5-19cd-4d6d-839e-6ef438c34ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351786', 'neutron.services.segments.db._delete_segments_for_network-8775902573532'] for network (60e0722d-40b6-482b-9c0e-b5673c4a039a), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:50:59.980284 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-db7029d5-19cd-4d6d-839e-6ef438c34ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e0722d-40b6-482b-9c0e-b5673c4a039a']}} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:50:59.995284 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-baa5b27a-7744-4ea6-b1fc-8f41925d8540 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:59.995934 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-baa5b27a-7744-4ea6-b1fc-8f41925d8540 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:00.002921 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-db7029d5-19cd-4d6d-839e-6ef438c34ff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ecc5122-3269-4b4c-a709-19cda5640571') {'for_net_delete': True} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:51:00.003030 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-db7029d5-19cd-4d6d-839e-6ef438c34ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ecc5122-3269-4b4c-a709-19cda5640571') {} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:51:00.017273 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-db7029d5-19cd-4d6d-839e-6ef438c34ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775902526374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13831346'] for segment (7ecc5122-3269-4b4c-a709-19cda5640571), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:00.033917 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-db7029d5-19cd-4d6d-839e-6ef438c34ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (7ecc5122-3269-4b4c-a709-19cda5640571), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:00.041769 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7029d5-19cd-4d6d-839e-6ef438c34ff4 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=113284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:51:00.042158 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-db7029d5-19cd-4d6d-839e-6ef438c34ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13830899'] for segment (7ecc5122-3269-4b4c-a709-19cda5640571), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:00.087118 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.services.segments.plugin [-] Segment 7ecc5122-3269-4b4c-a709-19cda5640571 resource provider aggregate not found Oct 03 12:51:00.112592 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.services.segments.plugin [-] Segment 7ecc5122-3269-4b4c-a709-19cda5640571 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ecc5122-3269-4b4c-a709-19cda5640571 found for delete ", "request_id": "req-8a4de6a8-2c16-4fcb-8390-9780043e42f8"}]} Oct 03 12:51:00.117107 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-baa5b27a-7744-4ea6-b1fc-8f41925d8540 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6009343 Oct 03 12:51:00.132084 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-42a6a563-e549-4892-a122-b932469464f3 service neutron] Request body: {'port': {'device_id': '91b5ec8a-b6d4-433c-9ec0-960af447bbf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:51:00.190246 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-42a6a563-e549-4892-a122-b932469464f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (1e5248e5-6283-4e4b-a79a-b3e2568037a1), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:00.224334 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-db7029d5-19cd-4d6d-839e-6ef438c34ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764585'] for network (60e0722d-40b6-482b-9c0e-b5673c4a039a), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:00.228609 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-db7029d5-19cd-4d6d-839e-6ef438c34ff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:00.234919 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-db7029d5-19cd-4d6d-839e-6ef438c34ff4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/60e0722d-40b6-482b-9c0e-b5673c4a039a HTTP/1.1" status: 204 len: 168 time: 1.3707635 Oct 03 12:51:00.261966 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7029d5-19cd-4d6d-839e-6ef438c34ff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=60e0722d-40b6-482b-9c0e-b5673c4a039a,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:00.305367 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:00.328741 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f55eb2-0aa2-4454-a0c4-38d48ba9f48e req-18b79cd0-b149-4162-bd4e-e3f2ef8c07e1 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:00.331152 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b6f55eb2-0aa2-4454-a0c4-38d48ba9f48e req-18b79cd0-b149-4162-bd4e-e3f2ef8c07e1 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 932 time: 0.0872943 Oct 03 12:51:00.408711 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:00.421178 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b6f55eb2-0aa2-4454-a0c4-38d48ba9f48e req-a436726b-b8e1-4dc4-8309-c81d823ed709 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738583 Oct 03 12:51:00.533893 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-42a6a563-e549-4892-a122-b932469464f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5248e5-6283-4e4b-a79a-b3e2568037a1 {{(pid=113284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:51:00.541656 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-42a6a563-e549-4892-a122-b932469464f3 service neutron] Publish callbacks [] for port (1e5248e5-6283-4e4b-a79a-b3e2568037a1), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:00.554027 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.provisioning_blocks [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-42a6a563-e549-4892-a122-b932469464f3 service neutron] Transition to ACTIVE for port object 1e5248e5-6283-4e4b-a79a-b3e2568037a1 will not be triggered until provisioned by entity L2. {{(pid=113284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 12:51:00.633425 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-42a6a563-e549-4892-a122-b932469464f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (1e5248e5-6283-4e4b-a79a-b3e2568037a1), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:00.699060 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 36292) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:00.700089 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6a563-e549-4892-a122-b932469464f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5248e5-6283-4e4b-a79a-b3e2568037a1,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:00.752171 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-42a6a563-e549-4892-a122-b932469464f3 service neutron] Attempting to bind port 1e5248e5-6283-4e4b-a79a-b3e2568037a1 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:51:00.752500 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-42a6a563-e549-4892-a122-b932469464f3 service neutron] Attempting to bind port 1e5248e5-6283-4e4b-a79a-b3e2568037a1 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '2d0d497d-abe0-4531-b77e-782db7b902bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'df9ed0db-b693-4022-818d-ff2821fbd347'}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:51:00.753582 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-42a6a563-e549-4892-a122-b932469464f3 service neutron] Attempting to bind port 1e5248e5-6283-4e4b-a79a-b3e2568037a1 on network df9ed0db-b693-4022-818d-ff2821fbd347 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:51:00.777063 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b458be-8708-49aa-b9f0-95ad411ae5e3 req-d2fb66ca-ae92-4673-ae5f-0e7bfc92eca8 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:00.778553 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-87b458be-8708-49aa-b9f0-95ad411ae5e3 req-d2fb66ca-ae92-4673-ae5f-0e7bfc92eca8 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0765932 Oct 03 12:51:00.784476 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:00.785569 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-de839dc4-5019-45aa-8c79-1e2b22199785 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d7994e24004a42ac88491cf70b3d1086&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0845296 Oct 03 12:51:00.788139 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 36296) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:00.803995 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-42a6a563-e549-4892-a122-b932469464f3 service neutron] Port 1e5248e5-6283-4e4b-a79a-b3e2568037a1 on network df9ed0db-b693-4022-818d-ff2821fbd347 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 12:51:00.804322 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-42a6a563-e549-4892-a122-b932469464f3 service neutron] Attempting to bind port 1e5248e5-6283-4e4b-a79a-b3e2568037a1 on network df9ed0db-b693-4022-818d-ff2821fbd347 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:51:00.859085 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-42a6a563-e549-4892-a122-b932469464f3 service neutron] Checking agent: {'id': '72e18e84-452a-46dd-9356-90dcf7de37bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'started_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:51:00.863573 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-42a6a563-e549-4892-a122-b932469464f3 service neutron] Checking segment: {'id': '2d0d497d-abe0-4531-b77e-782db7b902bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'df9ed0db-b693-4022-818d-ff2821fbd347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:51:00.863573 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-42a6a563-e549-4892-a122-b932469464f3 service neutron] Bound using segment: {'id': '2d0d497d-abe0-4531-b77e-782db7b902bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'df9ed0db-b693-4022-818d-ff2821fbd347'} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:51:00.863573 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-42a6a563-e549-4892-a122-b932469464f3 service neutron] Bound port: 1e5248e5-6283-4e4b-a79a-b3e2568037a1, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0d497d-abe0-4531-b77e-782db7b902bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'df9ed0db-b693-4022-818d-ff2821fbd347'}}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:51:00.863573 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-42a6a563-e549-4892-a122-b932469464f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (1e5248e5-6283-4e4b-a79a-b3e2568037a1), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:00.891849 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-87b458be-8708-49aa-b9f0-95ad411ae5e3 req-4baf2642-4ebf-40c2-ae1d-a51c1b3ce812 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891790 Oct 03 12:51:00.906555 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3f6b917d-bd66-4689-8280-ae3f72ecb50b admin admin] Publish callbacks [] for security_group (43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:00.936657 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-42a6a563-e549-4892-a122-b932469464f3 service neutron] For port 1e5248e5-6283-4e4b-a79a-b3e2568037a1, host hv-cinder-84456, cleared binding levels {{(pid=113284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:51:00.940889 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-42a6a563-e549-4892-a122-b932469464f3 service neutron] For port 1e5248e5-6283-4e4b-a79a-b3e2568037a1, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1e5248e5-6283-4e4b-a79a-b3e2568037a1,segment=NetworkSegment(2d0d497d-abe0-4531-b77e-782db7b902bb),segment_id=2d0d497d-abe0-4531-b77e-782db7b902bb)] {{(pid=113284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:51:00.955509 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3f6b917d-bd66-4689-8280-ae3f72ecb50b admin admin] Publish callbacks [] for security_group (43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:00.991991 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device dbacef2b-5d11-4631-963b-ac0272f84ba3 no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:51:01.013091 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: dbacef2b-5d11-4631-963b-ac0272f84ba3 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:51:01.013618 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device dbacef2b-5d11-4631-963b-ac0272f84ba3 not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:51:01.031500 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-42a6a563-e549-4892-a122-b932469464f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (1e5248e5-6283-4e4b-a79a-b3e2568037a1), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:01.037709 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-42a6a563-e549-4892-a122-b932469464f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:01.038672 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-42a6a563-e549-4892-a122-b932469464f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:01.040116 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-42a6a563-e549-4892-a122-b932469464f3 service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/1e5248e5-6283-4e4b-a79a-b3e2568037a1 HTTP/1.1" status: 200 len: 1094 time: 0.9120865 Oct 03 12:51:01.040691 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b5ec8a-b6d4-433c-9ec0-960af447bbf4', 'tag': '1e5248e5-6283-4e4b-a79a-b3e2568037a1'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:51:01.042954 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20339c1-e3d7-4b2f-98a5-360d41400578" -d '{"events": [{"name": "network-changed", "server_uuid": "91b5ec8a-b6d4-433c-9ec0-960af447bbf4", "tag": "1e5248e5-6283-4e4b-a79a-b3e2568037a1"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:51:01.110882 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3f6b917d-bd66-4689-8280-ae3f72ecb50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:01.114788 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3f6b917d-bd66-4689-8280-ae3f72ecb50b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:01.114998 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f44e261-cdc0-45a0-987e-9fd528404111 x-openstack-request-id: req-6f44e261-cdc0-45a0-987e-9fd528404111 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:51:01.115667 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b5ec8a-b6d4-433c-9ec0-960af447bbf4", "tag": "1e5248e5-6283-4e4b-a79a-b3e2568037a1", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:51:01.115908 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6f44e261-cdc0-45a0-987e-9fd528404111 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:51:01.116296 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f44e261-cdc0-45a0-987e-9fd528404111'] response: {'name': 'network-changed', 'server_uuid': '91b5ec8a-b6d4-433c-9ec0-960af447bbf4', 'tag': '1e5248e5-6283-4e4b-a79a-b3e2568037a1', 'status': 'completed', 'code': 200} Oct 03 12:51:01.121564 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-3f6b917d-bd66-4689-8280-ae3f72ecb50b admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f HTTP/1.1" status: 204 len: 168 time: 0.3241138 Oct 03 12:51:01.124845 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6a563-e549-4892-a122-b932469464f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5248e5-6283-4e4b-a79a-b3e2568037a1,revision_number=3']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:01.127440 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b917d-bd66-4689-8280-ae3f72ecb50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fd10a8-48e8-4aff-b1f4-9cb2962d5d2f,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:01.194769 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20339c1-e3d7-4b2f-98a5-360d41400578 req-505bc849-d5a1-4214-bb78-bdbca26d46c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:01.198263 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f20339c1-e3d7-4b2f-98a5-360d41400578 req-505bc849-d5a1-4214-bb78-bdbca26d46c8 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=eb983cfa7dfe47b19a0a2d5ba652dabb&device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 1128 time: 0.0561216 Oct 03 12:51:01.582516 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adba82-a752-4e57-a175-6fd487aa8481 req-0546481d-49f7-4f99-8d19-5a7e3d2c6f56 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:01.584528 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-92adba82-a752-4e57-a175-6fd487aa8481 req-0546481d-49f7-4f99-8d19-5a7e3d2c6f56 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 944 time: 0.0641332 Oct 03 12:51:01.639524 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:01.640731 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20339c1-e3d7-4b2f-98a5-360d41400578 req-72414f37-8f25-4b08-93c9-f5dece63c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:01.642736 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f20339c1-e3d7-4b2f-98a5-360d41400578 req-72414f37-8f25-4b08-93c9-f5dece63c486 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=eb983cfa7dfe47b19a0a2d5ba652dabb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4347794 Oct 03 12:51:01.651113 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-92adba82-a752-4e57-a175-6fd487aa8481 req-a26378f6-6404-4f20-aabd-0ee4f87039eb tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591049 Oct 03 12:51:01.820071 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20339c1-e3d7-4b2f-98a5-360d41400578 req-21052424-7ab9-451f-af4e-ab682fbd98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:01.821964 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f20339c1-e3d7-4b2f-98a5-360d41400578 req-21052424-7ab9-451f-af4e-ab682fbd98a5 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1719985 Oct 03 12:51:01.925390 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-33c05201-2aa3-4a3e-a7fd-14272f7005a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:01.926927 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-33c05201-2aa3-4a3e-a7fd-14272f7005a3 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=eb983cfa7dfe47b19a0a2d5ba652dabb&device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 1128 time: 0.0513375 Oct 03 12:51:02.001590 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-1c6d73dc-fc7f-4f58-93e3-3a5609d69ff4 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e5248e5-6283-4e4b-a79a-b3e2568037a1 HTTP/1.1" status: 200 len: 217 time: 0.0669909 Oct 03 12:51:02.052669 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762d3d9-2b64-4e0b-ac4b-71c51e9808c7 req-57e63c77-76fb-4a58-8ae2-49bd0b8f8f19 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:02.054218 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d762d3d9-2b64-4e0b-ac4b-71c51e9808c7 req-57e63c77-76fb-4a58-8ae2-49bd0b8f8f19 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0740087 Oct 03 12:51:02.057984 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-c8aee62c-9c05-4020-a5a4-45ca004e6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:02.059499 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-c8aee62c-9c05-4020-a5a4-45ca004e6b7d service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=bf46c2e8-ba6b-48e5-bc55-a4aa6737bb50 HTTP/1.1" status: 200 len: 849 time: 0.0484078 Oct 03 12:51:02.095974 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-bd272564-0fb1-4f02-9827-826628d20bb8 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=df9ed0db-b693-4022-818d-ff2821fbd347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300174 Oct 03 12:51:02.114575 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:02.154047 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d762d3d9-2b64-4e0b-ac4b-71c51e9808c7 req-69240466-86ff-4c42-a639-da4b2bf87186 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923889 Oct 03 12:51:02.217989 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-371c690f-c636-4241-940c-fab9b782eec5 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/df9ed0db-b693-4022-818d-ff2821fbd347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145427 Oct 03 12:51:02.319589 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0562bf3e-506e-4af3-93ec-32fd54f75d72 req-03023315-a462-42b8-a270-b6f4ed14c999 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/df9ed0db-b693-4022-818d-ff2821fbd347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953608 Oct 03 12:51:02.625215 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:02.779839 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ddc06-66a5-4024-a01f-2597e7bce423 req-da6ca1f2-8627-4049-bd9a-270d3f90590c tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:02.781285 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-907ddc06-66a5-4024-a01f-2597e7bce423 req-da6ca1f2-8627-4049-bd9a-270d3f90590c tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 944 time: 0.0496862 Oct 03 12:51:02.828839 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-907ddc06-66a5-4024-a01f-2597e7bce423 req-d9b12b6f-bf27-4c7e-b6bb-31f8d7e1e897 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415227 Oct 03 12:51:03.304068 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec71e7-0518-4ece-9cb3-67aae2a3e272 req-c7b59f75-4848-4c94-8c0a-b0c77c15acf4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:03.305567 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7dec71e7-0518-4ece-9cb3-67aae2a3e272 req-c7b59f75-4848-4c94-8c0a-b0c77c15acf4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0648031 Oct 03 12:51:03.359726 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7dec71e7-0518-4ece-9cb3-67aae2a3e272 req-4861c268-c509-4fb7-84b2-866f3f2e7a98 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483859 Oct 03 12:51:03.953594 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b37ad7-556f-436a-8852-9c6680b6d916 req-23e1adcf-7fda-429c-ae8c-1f5c7c6932c9 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:03.955114 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a6b37ad7-556f-436a-8852-9c6680b6d916 req-23e1adcf-7fda-429c-ae8c-1f5c7c6932c9 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 944 time: 0.0517905 Oct 03 12:51:04.013642 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a6b37ad7-556f-436a-8852-9c6680b6d916 req-d354bd5e-3ddc-40d6-9fb5-3af36d8a16d9 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526135 Oct 03 12:51:04.480982 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eca4d2-8556-4fd2-8bf7-3ccd4c310775 req-3f1d7e12-3623-4dea-8a1b-5e815bb9aad0 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:04.482335 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-99eca4d2-8556-4fd2-8bf7-3ccd4c310775 req-3f1d7e12-3623-4dea-8a1b-5e815bb9aad0 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0463035 Oct 03 12:51:04.529373 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-99eca4d2-8556-4fd2-8bf7-3ccd4c310775 req-1c270eda-c026-4bff-88fc-7b44c82c7ee3 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404990 Oct 03 12:51:05.129028 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d9509-23fd-440b-98f6-9b240605d292 req-c969e91a-c42b-487e-aed4-11692aaa60f5 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:05.130491 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a06d9509-23fd-440b-98f6-9b240605d292 req-c969e91a-c42b-487e-aed4-11692aaa60f5 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 944 time: 0.0490365 Oct 03 12:51:05.182101 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a06d9509-23fd-440b-98f6-9b240605d292 req-8f14a786-7ca8-4058-9b2e-62c01180cd82 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455174 Oct 03 12:51:05.480508 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 1e5248e5-6283-4e4b-a79a-b3e2568037a1 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:51:05.585513 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 1e5248e5-6283-4e4b-a79a-b3e2568037a1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1e5248e5-6283-4e4b-a79a-b3e2568037a1,segment=NetworkSegment(2d0d497d-abe0-4531-b77e-782db7b902bb),segment_id=2d0d497d-abe0-4531-b77e-782db7b902bb)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:51:05.598999 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': '1e5248e5-6283-4e4b-a79a-b3e2568037a1', 'network_id': 'df9ed0db-b693-4022-818d-ff2821fbd347', 'port_id': '1e5248e5-6283-4e4b-a79a-b3e2568037a1', 'mac_address': 'fa:16:3e:64:f1:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf46c2e8-ba6b-48e5-bc55-a4aa6737bb50', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:51:05.637116 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 1e5248e5-6283-4e4b-a79a-b3e2568037a1 is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:51:05.637619 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (1e5248e5-6283-4e4b-a79a-b3e2568037a1), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:05.653029 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5248e5-6283-4e4b-a79a-b3e2568037a1 {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:51:05.656376 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89a09f-8343-43c3-b11c-c9462386e35c req-be8c2ba8-6eb3-4db6-bc6c-de1c946a81a3 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:05.657868 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5a89a09f-8343-43c3-b11c-c9462386e35c req-be8c2ba8-6eb3-4db6-bc6c-de1c946a81a3 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0498641 Oct 03 12:51:05.673800 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 1e5248e5-6283-4e4b-a79a-b3e2568037a1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1e5248e5-6283-4e4b-a79a-b3e2568037a1,segment=NetworkSegment(2d0d497d-abe0-4531-b77e-782db7b902bb),segment_id=2d0d497d-abe0-4531-b77e-782db7b902bb)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:51:05.708063 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5a89a09f-8343-43c3-b11c-c9462386e35c req-55582a1e-05f7-4c69-b5cb-018508947dc8 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429971 Oct 03 12:51:05.796924 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (1e5248e5-6283-4e4b-a79a-b3e2568037a1), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:05.844939 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=1e5248e5-6283-4e4b-a79a-b3e2568037a1,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:06.031177 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 36488) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:06.155196 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1b38cba8-5c23-4373-962e-1afcad433494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:06.193702 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['1e5248e5-6283-4e4b-a79a-b3e2568037a1'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:51:06.243271 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1b38cba8-5c23-4373-962e-1afcad433494 admin admin] Publish callbacks [] for security_group (f651d48c-d83d-42b9-9637-eb5b0e767ebb), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:06.280479 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:06.317103 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1b38cba8-5c23-4373-962e-1afcad433494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (f651d48c-d83d-42b9-9637-eb5b0e767ebb), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:06.317270 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:06.348004 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:06.355338 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4825a51-7a00-4e58-b501-ac9314677ad9 req-2c8758b7-af55-4af1-9194-11de2dec2b27 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:06.356959 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d4825a51-7a00-4e58-b501-ac9314677ad9 req-2c8758b7-af55-4af1-9194-11de2dec2b27 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 945 time: 0.0504615 Oct 03 12:51:06.357822 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38cba8-5c23-4373-962e-1afcad433494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f651d48c-d83d-42b9-9637-eb5b0e767ebb,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:06.365716 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-1b38cba8-5c23-4373-962e-1afcad433494 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=7f341daf8ff14ce7b31e7ee96a4cef23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3318441 Oct 03 12:51:06.368573 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 36500) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:06.419224 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d4825a51-7a00-4e58-b501-ac9314677ad9 req-aa337c45-0d36-4500-a2f8-c7df035dedb9 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479469 Oct 03 12:51:06.424662 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b795d92b-ab13-444d-ba5a-a160fac40a41 admin admin] Publish callbacks [] for security_group (f651d48c-d83d-42b9-9637-eb5b0e767ebb), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:06.448598 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b795d92b-ab13-444d-ba5a-a160fac40a41 admin admin] Publish callbacks [] for security_group (f651d48c-d83d-42b9-9637-eb5b0e767ebb), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:06.480651 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:06.537722 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 36504) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:06.614495 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b795d92b-ab13-444d-ba5a-a160fac40a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (f651d48c-d83d-42b9-9637-eb5b0e767ebb), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:06.618712 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b795d92b-ab13-444d-ba5a-a160fac40a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:06.622663 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-b795d92b-ab13-444d-ba5a-a160fac40a41 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f651d48c-d83d-42b9-9637-eb5b0e767ebb HTTP/1.1" status: 204 len: 168 time: 0.2504485 Oct 03 12:51:06.632509 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795d92b-ab13-444d-ba5a-a160fac40a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f651d48c-d83d-42b9-9637-eb5b0e767ebb,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:06.680828 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b8d55ff7-8981-423a-9c98-294d618608cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:06.722103 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d0858-3165-465c-be13-2f3f9a288f0f req-3d178e16-777b-49f3-8901-c7d19a6b5629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:06.724416 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-396d0858-3165-465c-be13-2f3f9a288f0f req-3d178e16-777b-49f3-8901-c7d19a6b5629 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 1129 time: 0.0604169 Oct 03 12:51:06.797868 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-396d0858-3165-465c-be13-2f3f9a288f0f req-5394e23f-b3da-44c4-bd35-8e158ff22002 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628364 Oct 03 12:51:06.826231 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b8d55ff7-8981-423a-9c98-294d618608cd admin admin] Publish callbacks [] for security_group (9ac089cb-5f44-4ce1-8abc-7d06a250a20b), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:06.833662 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d18f2e-7430-4620-9f65-7683923c3aa5 req-b7794188-de5a-4fd9-aea0-330b297b7767 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:06.835119 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-27d18f2e-7430-4620-9f65-7683923c3aa5 req-b7794188-de5a-4fd9-aea0-330b297b7767 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0480952 Oct 03 12:51:06.882350 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-27d18f2e-7430-4620-9f65-7683923c3aa5 req-308b39eb-dbd1-411c-a1af-d37fe71b58ba tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416198 Oct 03 12:51:06.904985 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b8d55ff7-8981-423a-9c98-294d618608cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (9ac089cb-5f44-4ce1-8abc-7d06a250a20b), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:06.910805 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:06.947423 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-b8d55ff7-8981-423a-9c98-294d618608cd admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e3d8f2d046b34dd197f07c52593b6f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4085095 Oct 03 12:51:06.949501 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d55ff7-8981-423a-9c98-294d618608cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac089cb-5f44-4ce1-8abc-7d06a250a20b,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:06.950711 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 36514) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:07.003009 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-02973229-ea5e-4c03-be8e-790792494530 admin admin] Publish callbacks [] for security_group (9ac089cb-5f44-4ce1-8abc-7d06a250a20b), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:07.014452 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:07.024769 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-02973229-ea5e-4c03-be8e-790792494530 admin admin] Publish callbacks [] for security_group (9ac089cb-5f44-4ce1-8abc-7d06a250a20b), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:07.492859 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 1e5248e5-6283-4e4b-a79a-b3e2568037a1 up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:51:07.540634 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning for port 1e5248e5-6283-4e4b-a79a-b3e2568037a1 completed by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 12:51:07.545804 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-02973229-ea5e-4c03-be8e-790792494530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (9ac089cb-5f44-4ce1-8abc-7d06a250a20b), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:07.548746 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-02973229-ea5e-4c03-be8e-790792494530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:07.550906 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-02973229-ea5e-4c03-be8e-790792494530 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9ac089cb-5f44-4ce1-8abc-7d06a250a20b HTTP/1.1" status: 204 len: 168 time: 0.5981038 Oct 03 12:51:07.577816 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02973229-ea5e-4c03-be8e-790792494530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac089cb-5f44-4ce1-8abc-7d06a250a20b,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:07.584923 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78dcc7-97c1-4155-b709-1972dd7d66bf req-ae5d140b-7dad-4774-914b-8864025ec588 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:07.592430 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2d78dcc7-97c1-4155-b709-1972dd7d66bf req-ae5d140b-7dad-4774-914b-8864025ec588 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 945 time: 0.0885355 Oct 03 12:51:07.637107 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2d78dcc7-97c1-4155-b709-1972dd7d66bf req-6fe52e19-e3e9-4a99-8ff2-46b97e4fe515 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438216 Oct 03 12:51:07.688105 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port 1e5248e5-6283-4e4b-a79a-b3e2568037a1 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:51:07.688686 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (1e5248e5-6283-4e4b-a79a-b3e2568037a1), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:07.691919 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port 1e5248e5-6283-4e4b-a79a-b3e2568037a1 Oct 03 12:51:07.701213 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 36532) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:07.711705 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=57 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:07.719816 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=71 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:07.726971 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f83e9f95-ca5d-4281-bf3a-f905d6958c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:07.779976 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 1e5248e5-6283-4e4b-a79a-b3e2568037a1 is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:51:07.780360 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (1e5248e5-6283-4e4b-a79a-b3e2568037a1), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:07.803703 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b5ec8a-b6d4-433c-9ec0-960af447bbf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5248e5-6283-4e4b-a79a-b3e2568037a1'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:51:07.806144 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18aff484-e14a-44bc-b303-acdfae7feb34" -d '{"events": [{"server_uuid": "91b5ec8a-b6d4-433c-9ec0-960af447bbf4", "name": "network-vif-plugged", "status": "completed", "tag": "1e5248e5-6283-4e4b-a79a-b3e2568037a1"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:51:07.819438 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 1e5248e5-6283-4e4b-a79a-b3e2568037a1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1e5248e5-6283-4e4b-a79a-b3e2568037a1,segment=NetworkSegment(2d0d497d-abe0-4531-b77e-782db7b902bb),segment_id=2d0d497d-abe0-4531-b77e-782db7b902bb)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:51:07.833182 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f83e9f95-ca5d-4281-bf3a-f905d6958c11 admin admin] Publish callbacks [] for security_group (8c077b04-c2e0-43a7-86d6-4dcd99cfe98d), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:07.852611 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cf8276-7ca7-4569-b36e-41c76ee006be x-openstack-request-id: req-86cf8276-7ca7-4569-b36e-41c76ee006be {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:51:07.853172 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b5ec8a-b6d4-433c-9ec0-960af447bbf4", "name": "network-vif-plugged", "status": "completed", "tag": "1e5248e5-6283-4e4b-a79a-b3e2568037a1", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:51:07.853426 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-86cf8276-7ca7-4569-b36e-41c76ee006be {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:51:07.853949 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86cf8276-7ca7-4569-b36e-41c76ee006be'] response: {'server_uuid': '91b5ec8a-b6d4-433c-9ec0-960af447bbf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5248e5-6283-4e4b-a79a-b3e2568037a1', 'code': 200} Oct 03 12:51:07.906488 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (1e5248e5-6283-4e4b-a79a-b3e2568037a1), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:07.934169 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f83e9f95-ca5d-4281-bf3a-f905d6958c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (8c077b04-c2e0-43a7-86d6-4dcd99cfe98d), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:07.961620 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=1e5248e5-6283-4e4b-a79a-b3e2568037a1,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:07.978746 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e9f95-ca5d-4281-bf3a-f905d6958c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c077b04-c2e0-43a7-86d6-4dcd99cfe98d,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:07.986568 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-f83e9f95-ca5d-4281-bf3a-f905d6958c11 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=cf0cbb8172a943ef8ce6e156cbc71eaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819340 Oct 03 12:51:07.986960 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 36542) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:08.031825 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc18953-d981-494c-9605-710597410c72 req-6ff36deb-beb9-4dcd-bdfb-f80fd3c469a4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:08.033342 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-efc18953-d981-494c-9605-710597410c72 req-6ff36deb-beb9-4dcd-bdfb-f80fd3c469a4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0567830 Oct 03 12:51:08.042624 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e32933d0-fdd2-426d-82de-ac9830cfa390 admin admin] Publish callbacks [] for security_group (8c077b04-c2e0-43a7-86d6-4dcd99cfe98d), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:08.069494 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e32933d0-fdd2-426d-82de-ac9830cfa390 admin admin] Publish callbacks [] for security_group (8c077b04-c2e0-43a7-86d6-4dcd99cfe98d), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:08.103369 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-efc18953-d981-494c-9605-710597410c72 req-21800c03-e7d6-4d6d-a21a-52519621710b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609453 Oct 03 12:51:08.231052 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e32933d0-fdd2-426d-82de-ac9830cfa390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (8c077b04-c2e0-43a7-86d6-4dcd99cfe98d), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:08.234002 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e32933d0-fdd2-426d-82de-ac9830cfa390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:08.235704 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-e32933d0-fdd2-426d-82de-ac9830cfa390 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8c077b04-c2e0-43a7-86d6-4dcd99cfe98d HTTP/1.1" status: 204 len: 168 time: 0.2479260 Oct 03 12:51:08.255827 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32933d0-fdd2-426d-82de-ac9830cfa390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c077b04-c2e0-43a7-86d6-4dcd99cfe98d,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:08.271623 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 36552) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:08.293427 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ad887992-f566-4d93-a946-5294556a00f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:08.295149 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:08.331953 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 36554) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:08.391549 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ad887992-f566-4d93-a946-5294556a00f6 admin admin] Publish callbacks [] for security_group (137b2fa4-d892-4ba2-b018-bb341d0797cc), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:08.494196 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0845-4c37-47e3-83c5-0afad077c5a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:08.499847 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ad887992-f566-4d93-a946-5294556a00f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (137b2fa4-d892-4ba2-b018-bb341d0797cc), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:08.544604 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-ad887992-f566-4d93-a946-5294556a00f6 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=326a5aacdce14be8aa055816e947c729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711945 Oct 03 12:51:08.545346 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad887992-f566-4d93-a946-5294556a00f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137b2fa4-d892-4ba2-b018-bb341d0797cc,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:08.548157 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 36560) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:08.588180 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0845-4c37-47e3-83c5-0afad077c5a4 admin admin] Publish callbacks [] for security_group (2be60481-b03d-4f64-8e15-6b91f64d0721), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:08.605982 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-a21451a6-70cc-419f-8b77-5c4cc4e36f0b admin admin] Publish callbacks [] for security_group (137b2fa4-d892-4ba2-b018-bb341d0797cc), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:08.629834 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-a21451a6-70cc-419f-8b77-5c4cc4e36f0b admin admin] Publish callbacks [] for security_group (137b2fa4-d892-4ba2-b018-bb341d0797cc), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:08.688048 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0845-4c37-47e3-83c5-0afad077c5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (2be60481-b03d-4f64-8e15-6b91f64d0721), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:08.712963 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293db44-f604-4e5b-ad1c-f7d0b98f9d04 req-cdc8cee4-73bc-4f09-9e00-c367730b4eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:08.715128 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b293db44-f604-4e5b-ad1c-f7d0b98f9d04 req-cdc8cee4-73bc-4f09-9e00-c367730b4eb4 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 1130 time: 0.0447481 Oct 03 12:51:08.746759 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f0845-4c37-47e3-83c5-0afad077c5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be60481-b03d-4f64-8e15-6b91f64d0721,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:08.778679 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-aa4f0845-4c37-47e3-83c5-0afad077c5a4 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ad6748e5b9094b4c8ef92209e458abaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4383976 Oct 03 12:51:08.785930 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b293db44-f604-4e5b-ad1c-f7d0b98f9d04 req-f4437c05-e18f-4de6-bcfa-0d5567a1c887 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488977 Oct 03 12:51:08.785930 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 36566) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:08.791370 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557dbdb-08f5-4a53-86fb-ad88932e42b9 req-3d59040b-f92c-46eb-8828-82f702974f00 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:08.793695 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e557dbdb-08f5-4a53-86fb-ad88932e42b9 req-3d59040b-f92c-46eb-8828-82f702974f00 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0723240 Oct 03 12:51:08.837050 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2d918172-1ff2-47d8-91b7-447f3cc0232a admin admin] Publish callbacks [] for security_group (2be60481-b03d-4f64-8e15-6b91f64d0721), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:08.842692 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:08.859009 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2d918172-1ff2-47d8-91b7-447f3cc0232a admin admin] Publish callbacks [] for security_group (2be60481-b03d-4f64-8e15-6b91f64d0721), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:08.861421 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e557dbdb-08f5-4a53-86fb-ad88932e42b9 req-6faf33f3-d1c5-4af4-9fa9-f36d684be8cf tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508249 Oct 03 12:51:08.890610 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-a21451a6-70cc-419f-8b77-5c4cc4e36f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (137b2fa4-d892-4ba2-b018-bb341d0797cc), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:08.893165 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-a21451a6-70cc-419f-8b77-5c4cc4e36f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:08.898166 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-a21451a6-70cc-419f-8b77-5c4cc4e36f0b admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/137b2fa4-d892-4ba2-b018-bb341d0797cc HTTP/1.1" status: 204 len: 168 time: 0.3452806 Oct 03 12:51:08.906135 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21451a6-70cc-419f-8b77-5c4cc4e36f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137b2fa4-d892-4ba2-b018-bb341d0797cc,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:09.123352 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2d918172-1ff2-47d8-91b7-447f3cc0232a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (2be60481-b03d-4f64-8e15-6b91f64d0721), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:09.126615 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2d918172-1ff2-47d8-91b7-447f3cc0232a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:09.127887 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-2d918172-1ff2-47d8-91b7-447f3cc0232a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2be60481-b03d-4f64-8e15-6b91f64d0721 HTTP/1.1" status: 204 len: 168 time: 0.3477015 Oct 03 12:51:09.138749 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d918172-1ff2-47d8-91b7-447f3cc0232a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be60481-b03d-4f64-8e15-6b91f64d0721,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:09.243895 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85244483-9aad-4cc4-8d55-1ff1f01a4053 req-0b8540a9-cdf4-4c00-989e-f2bad5579b11 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:09.243895 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-85244483-9aad-4cc4-8d55-1ff1f01a4053 req-0b8540a9-cdf4-4c00-989e-f2bad5579b11 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0484583 Oct 03 12:51:09.301496 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-85244483-9aad-4cc4-8d55-1ff1f01a4053 req-5293042d-7763-4923-bd69-5238e0e4ae6b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516248 Oct 03 12:51:09.428269 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0e67-2c32-43f0-84eb-f190866fde67 req-e32010ec-9875-440a-acf6-0d2009c25141 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:09.429686 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3c0e0e67-2c32-43f0-84eb-f190866fde67 req-e32010ec-9875-440a-acf6-0d2009c25141 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0490477 Oct 03 12:51:09.481828 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3c0e0e67-2c32-43f0-84eb-f190866fde67 req-53871ebb-45b7-4885-baf5-7e0ec8925f56 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433257 Oct 03 12:51:09.797718 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:09.798523 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 36600) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:09.822055 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-19c7ba29-0045-4500-b0ad-db7b439d0cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:09.909482 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-19c7ba29-0045-4500-b0ad-db7b439d0cf2 admin admin] Publish callbacks [] for security_group (53814d6e-adf4-4fb6-929b-5ef2142e42f0), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:09.961835 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 36606) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:09.981674 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-19c7ba29-0045-4500-b0ad-db7b439d0cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (53814d6e-adf4-4fb6-929b-5ef2142e42f0), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:09.984096 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c52ddfa1-4129-4462-bbd8-8114e0a47389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:09.997893 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16a472-1737-4d87-aa31-031d37844525 req-0490300d-0a43-40ce-8d3b-df76c9665350 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:09.999848 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7b16a472-1737-4d87-aa31-031d37844525 req-0490300d-0a43-40ce-8d3b-df76c9665350 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0581074 Oct 03 12:51:10.032348 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-19c7ba29-0045-4500-b0ad-db7b439d0cf2 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=62a7ed828e1b467ba65da373e1e97331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324758 Oct 03 12:51:10.036682 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 36608) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:10.048731 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7ba29-0045-4500-b0ad-db7b439d0cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53814d6e-adf4-4fb6-929b-5ef2142e42f0,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:10.108643 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7b16a472-1737-4d87-aa31-031d37844525 req-99771b42-6af2-49a4-959d-8f9b1a275af3 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591283 Oct 03 12:51:10.108643 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:10.111965 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c52ddfa1-4129-4462-bbd8-8114e0a47389 admin admin] Publish callbacks [] for security_group (97c83cf5-862c-43c3-8f4a-0c285f3f7b75), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:10.185967 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c52ddfa1-4129-4462-bbd8-8114e0a47389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (97c83cf5-862c-43c3-8f4a-0c285f3f7b75), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:10.249853 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-c52ddfa1-4129-4462-bbd8-8114e0a47389 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=99c124db1b694dc790e9a0062fa72d26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807384 Oct 03 12:51:10.254677 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 36612) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:10.279817 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ddfa1-4129-4462-bbd8-8114e0a47389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c83cf5-862c-43c3-8f4a-0c285f3f7b75,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:10.340809 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-12938526-330b-4527-9d30-e54d796fab0a admin admin] Publish callbacks [] for security_group (97c83cf5-862c-43c3-8f4a-0c285f3f7b75), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:10.367725 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0873b966-f517-42f3-ab8c-532be8698288 admin admin] Publish callbacks [] for security_group (53814d6e-adf4-4fb6-929b-5ef2142e42f0), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:10.370343 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-12938526-330b-4527-9d30-e54d796fab0a admin admin] Publish callbacks [] for security_group (97c83cf5-862c-43c3-8f4a-0c285f3f7b75), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:10.405943 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0873b966-f517-42f3-ab8c-532be8698288 admin admin] Publish callbacks [] for security_group (53814d6e-adf4-4fb6-929b-5ef2142e42f0), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:10.591296 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0873b966-f517-42f3-ab8c-532be8698288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (53814d6e-adf4-4fb6-929b-5ef2142e42f0), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:10.591531 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-12938526-330b-4527-9d30-e54d796fab0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (97c83cf5-862c-43c3-8f4a-0c285f3f7b75), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:10.594008 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0873b966-f517-42f3-ab8c-532be8698288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:10.594454 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-12938526-330b-4527-9d30-e54d796fab0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:10.598122 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-0873b966-f517-42f3-ab8c-532be8698288 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/53814d6e-adf4-4fb6-929b-5ef2142e42f0 HTTP/1.1" status: 204 len: 168 time: 0.5581093 Oct 03 12:51:10.598288 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-12938526-330b-4527-9d30-e54d796fab0a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/97c83cf5-862c-43c3-8f4a-0c285f3f7b75 HTTP/1.1" status: 204 len: 168 time: 0.3405118 Oct 03 12:51:10.606174 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12938526-330b-4527-9d30-e54d796fab0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c83cf5-862c-43c3-8f4a-0c285f3f7b75,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:10.625382 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873b966-f517-42f3-ab8c-532be8698288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53814d6e-adf4-4fb6-929b-5ef2142e42f0,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:10.933794 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:11.239027 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7030b68-8d8e-4a28-bae1-66a0608c40d9 req-27fdacce-fff5-41b2-9804-047c1255c1a5 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:11.239027 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f7030b68-8d8e-4a28-bae1-66a0608c40d9 req-27fdacce-fff5-41b2-9804-047c1255c1a5 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0542939 Oct 03 12:51:11.278259 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f7030b68-8d8e-4a28-bae1-66a0608c40d9 req-b667aeed-2ee5-40e0-bae6-0a01793b136b tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440779 Oct 03 12:51:12.015018 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab94401-1de0-479a-a452-57b5ebeef614 req-0f13e99a-1cde-4fdd-97fe-0d8e8697e4bf tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:12.016769 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5ab94401-1de0-479a-a452-57b5ebeef614 req-0f13e99a-1cde-4fdd-97fe-0d8e8697e4bf tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0687108 Oct 03 12:51:12.079202 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba64711-9b62-4baf-9ae8-274b96d92765 req-cd0d461e-1848-4269-841a-059dba921e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:12.080957 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-fba64711-9b62-4baf-9ae8-274b96d92765 req-cd0d461e-1848-4269-841a-059dba921e10 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3f2b18d217d14d39886718cf209eb576&device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 1130 time: 0.0693202 Oct 03 12:51:12.083865 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5ab94401-1de0-479a-a452-57b5ebeef614 req-6a46cd13-ad97-4bfc-9ac4-fd2f6f700d90 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574870 Oct 03 12:51:12.197247 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba64711-9b62-4baf-9ae8-274b96d92765 req-a5b28653-ea43-4cbd-8c28-0895c8c90c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:12.199181 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-fba64711-9b62-4baf-9ae8-274b96d92765 req-a5b28653-ea43-4cbd-8c28-0895c8c90c6b service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=f492b9a3-221f-4263-a074-289d6252f405 HTTP/1.1" status: 200 len: 920 time: 0.1050844 Oct 03 12:51:12.248455 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-fba64711-9b62-4baf-9ae8-274b96d92765 req-c3cf8b33-dcb8-431a-9e97-3812153c2b9d service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca96c603-3295-4d37-99aa-2b5b95419166 HTTP/1.1" status: 200 len: 217 time: 0.0414538 Oct 03 12:51:12.307706 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba64711-9b62-4baf-9ae8-274b96d92765 req-da3db756-b892-40f7-b817-a324cd5267a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:12.309182 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-fba64711-9b62-4baf-9ae8-274b96d92765 req-da3db756-b892-40f7-b817-a324cd5267a6 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=37145451-837c-4b8b-9c60-d5e0dbfeb9fe HTTP/1.1" status: 200 len: 858 time: 0.0527084 Oct 03 12:51:12.369659 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba64711-9b62-4baf-9ae8-274b96d92765 req-f3d4e1b4-ceba-4bb9-9594-0a935eb939cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:12.369659 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-fba64711-9b62-4baf-9ae8-274b96d92765 req-f3d4e1b4-ceba-4bb9-9594-0a935eb939cd service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=f492b9a3-221f-4263-a074-289d6252f405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486238 Oct 03 12:51:12.465723 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-fba64711-9b62-4baf-9ae8-274b96d92765 req-3ae8abc7-64af-47b7-972a-bae512d1f956 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898907 Oct 03 12:51:12.557645 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:12.584245 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-fba64711-9b62-4baf-9ae8-274b96d92765 req-08cce921-3378-4302-a691-bb4ef745faa7 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104720 Oct 03 12:51:13.070975 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987a68f-7613-46b8-961f-00963139961e req-5880ff41-6969-489e-9265-b9613b90d1dc tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:13.072497 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5987a68f-7613-46b8-961f-00963139961e req-5880ff41-6969-489e-9265-b9613b90d1dc tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0465784 Oct 03 12:51:13.120602 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5987a68f-7613-46b8-961f-00963139961e req-f7b34d19-638a-4555-a4ec-05f9ea00ca0d tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423687 Oct 03 12:51:13.208134 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1200081-c131-49c2-aa60-d54363f37792 req-944680f5-f71b-44e4-87cb-aab52a2f732a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:13.209635 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c1200081-c131-49c2-aa60-d54363f37792 req-944680f5-f71b-44e4-87cb-aab52a2f732a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0471711 Oct 03 12:51:13.269474 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c1200081-c131-49c2-aa60-d54363f37792 req-d258888c-02d6-432f-83a8-d25ce2817ab9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533888 Oct 03 12:51:14.253020 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ad14e-be7f-424b-8978-a89bca87dd27 req-11aa0dec-8bd0-43e8-906b-bf5f98ea3222 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:14.255081 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-793ad14e-be7f-424b-8978-a89bca87dd27 req-11aa0dec-8bd0-43e8-906b-bf5f98ea3222 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0469615 Oct 03 12:51:14.313419 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-793ad14e-be7f-424b-8978-a89bca87dd27 req-a6448a87-8539-4170-a241-8b168627cac0 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510979 Oct 03 12:51:14.405560 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 36796) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:14.406584 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fc06d-8d54-44ba-86eb-18320b7f50e3 req-d2cb37d0-4222-4b4e-b4a2-a5c5f38223e0 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:14.408149 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3f3fc06d-8d54-44ba-86eb-18320b7f50e3 req-d2cb37d0-4222-4b4e-b4a2-a5c5f38223e0 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0502088 Oct 03 12:51:14.460794 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3f3fc06d-8d54-44ba-86eb-18320b7f50e3 req-e1402d98-d52a-409a-a243-f652e4853b48 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466387 Oct 03 12:51:14.519776 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ffa71207-5e0d-4a24-a2e5-469246b5505a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:14.592592 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ffa71207-5e0d-4a24-a2e5-469246b5505a admin admin] Publish callbacks [] for security_group (4e62b1b9-76de-4e82-ae09-50eca47a00c2), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:14.711218 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ffa71207-5e0d-4a24-a2e5-469246b5505a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (4e62b1b9-76de-4e82-ae09-50eca47a00c2), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:14.749770 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa71207-5e0d-4a24-a2e5-469246b5505a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e62b1b9-76de-4e82-ae09-50eca47a00c2,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:14.754195 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-ffa71207-5e0d-4a24-a2e5-469246b5505a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9a3352f10a214bf1b948592116cb6f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470783 Oct 03 12:51:14.757379 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 36800) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:14.808232 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4f37b244-49cb-489d-9332-931418e2e71a admin admin] Publish callbacks [] for security_group (4e62b1b9-76de-4e82-ae09-50eca47a00c2), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:14.827910 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4f37b244-49cb-489d-9332-931418e2e71a admin admin] Publish callbacks [] for security_group (4e62b1b9-76de-4e82-ae09-50eca47a00c2), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:14.855834 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:14.962441 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4f37b244-49cb-489d-9332-931418e2e71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (4e62b1b9-76de-4e82-ae09-50eca47a00c2), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:14.965044 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4f37b244-49cb-489d-9332-931418e2e71a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:14.966205 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-4f37b244-49cb-489d-9332-931418e2e71a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4e62b1b9-76de-4e82-ae09-50eca47a00c2 HTTP/1.1" status: 204 len: 168 time: 0.2082536 Oct 03 12:51:14.975190 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37b244-49cb-489d-9332-931418e2e71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e62b1b9-76de-4e82-ae09-50eca47a00c2,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:15.450655 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19dae4-40db-44cf-a2da-ffc18f04dc85 req-8bc23fc4-74b9-4733-a9fc-37e24af602a9 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:15.452845 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-dc19dae4-40db-44cf-a2da-ffc18f04dc85 req-8bc23fc4-74b9-4733-a9fc-37e24af602a9 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0626006 Oct 03 12:51:15.479913 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:15.502947 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-dc19dae4-40db-44cf-a2da-ffc18f04dc85 req-3c3a3789-545c-4369-ae62-2bb7f0741fcc tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441368 Oct 03 12:51:15.578918 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 36816) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:15.591215 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083767a-55c5-41fc-be6f-b4a8b8016d1e req-4b69acf8-5f1f-4ba9-92c6-aa1e911bf9c9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:15.594369 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2083767a-55c5-41fc-be6f-b4a8b8016d1e req-4b69acf8-5f1f-4ba9-92c6-aa1e911bf9c9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0559580 Oct 03 12:51:15.605739 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b6378875-98b0-4687-9bed-aa46808858ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:15.663486 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2083767a-55c5-41fc-be6f-b4a8b8016d1e req-6a3a2663-b175-4503-9477-908573d674e8 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635695 Oct 03 12:51:15.698357 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:15.711470 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b6378875-98b0-4687-9bed-aa46808858ae admin admin] Publish callbacks [] for security_group (7e3693c2-23c9-4ce0-9e92-a3f78e2e3386), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:15.813925 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b6378875-98b0-4687-9bed-aa46808858ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (7e3693c2-23c9-4ce0-9e92-a3f78e2e3386), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:15.858611 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-b6378875-98b0-4687-9bed-aa46808858ae admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d3d86efbcbad422796c41a4c2f2e4b98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786663 Oct 03 12:51:15.859502 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6378875-98b0-4687-9bed-aa46808858ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3693c2-23c9-4ce0-9e92-a3f78e2e3386,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:15.861386 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 36818) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:15.914167 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-34543d0b-316d-4346-a9a1-bd1f9f0499c7 admin admin] Publish callbacks [] for security_group (7e3693c2-23c9-4ce0-9e92-a3f78e2e3386), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:15.934162 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-34543d0b-316d-4346-a9a1-bd1f9f0499c7 admin admin] Publish callbacks [] for security_group (7e3693c2-23c9-4ce0-9e92-a3f78e2e3386), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:16.053691 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-34543d0b-316d-4346-a9a1-bd1f9f0499c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (7e3693c2-23c9-4ce0-9e92-a3f78e2e3386), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:16.056291 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-34543d0b-316d-4346-a9a1-bd1f9f0499c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:16.057514 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-34543d0b-316d-4346-a9a1-bd1f9f0499c7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7e3693c2-23c9-4ce0-9e92-a3f78e2e3386 HTTP/1.1" status: 204 len: 168 time: 0.1945434 Oct 03 12:51:16.071310 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34543d0b-316d-4346-a9a1-bd1f9f0499c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3693c2-23c9-4ce0-9e92-a3f78e2e3386,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:16.631235 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2c38b-f6bc-47e2-a8a3-7f1263dd0cfc req-454453e8-bbd1-4974-b7d8-98bddf9fd4c8 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:16.633406 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5dc2c38b-f6bc-47e2-a8a3-7f1263dd0cfc req-454453e8-bbd1-4974-b7d8-98bddf9fd4c8 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0482397 Oct 03 12:51:16.685175 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5dc2c38b-f6bc-47e2-a8a3-7f1263dd0cfc req-9a5f5a8f-95c0-4059-93a2-161f21e6a445 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451634 Oct 03 12:51:16.790360 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a61daa-1419-4bdb-8ffd-25bc98354c09 req-8a7f45ba-2176-4c46-94e8-5dcfd07654ed tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:16.791866 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-46a61daa-1419-4bdb-8ffd-25bc98354c09 req-8a7f45ba-2176-4c46-94e8-5dcfd07654ed tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0476382 Oct 03 12:51:16.838845 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-46a61daa-1419-4bdb-8ffd-25bc98354c09 req-06b61989-b421-4cad-8ae6-0820967e2113 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414066 Oct 03 12:51:17.814738 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b70a1-d980-4beb-bd00-1a225df10de7 req-5d1cbfb1-ee0c-4b47-9442-e063fa905573 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:17.816624 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b90b70a1-d980-4beb-bd00-1a225df10de7 req-5d1cbfb1-ee0c-4b47-9442-e063fa905573 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0503383 Oct 03 12:51:17.867159 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b90b70a1-d980-4beb-bd00-1a225df10de7 req-1cb64772-a933-490e-af57-749fef7754b8 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439036 Oct 03 12:51:17.960217 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861851c-c6c2-46e3-bdff-0224d7df549a req-d4523ca1-29aa-4ff0-8387-c4e8c2ee68be tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:17.961947 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e861851c-c6c2-46e3-bdff-0224d7df549a req-d4523ca1-29aa-4ff0-8387-c4e8c2ee68be tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0471103 Oct 03 12:51:18.010830 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e861851c-c6c2-46e3-bdff-0224d7df549a req-9f8300fd-9d3f-4315-90cb-19af9f062f90 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429513 Oct 03 12:51:18.837781 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb215f3-c503-499d-8f21-ec50fd96f385 req-282fbaa5-ce29-45c3-9379-da65f3c48ee3 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:18.839252 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-2fb215f3-c503-499d-8f21-ec50fd96f385 req-282fbaa5-ce29-45c3-9379-da65f3c48ee3 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0499024 Oct 03 12:51:18.927601 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-2fb215f3-c503-499d-8f21-ec50fd96f385 req-beaedf66-6468-4d00-967d-e1d8a4538a92 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Deleting port 1e5248e5-6283-4e4b-a79a-b3e2568037a1 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:51:18.928083 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-2fb215f3-c503-499d-8f21-ec50fd96f385 req-beaedf66-6468-4d00-967d-e1d8a4538a92 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (1e5248e5-6283-4e4b-a79a-b3e2568037a1), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:18.997735 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1dbb7c-a521-4577-a844-982890b2e6fd req-27a3937a-651a-4996-b6e2-bd88170fa665 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:18.999214 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ad1dbb7c-a521-4577-a844-982890b2e6fd req-27a3937a-651a-4996-b6e2-bd88170fa665 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 946 time: 0.0498562 Oct 03 12:51:19.027698 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-2fb215f3-c503-499d-8f21-ec50fd96f385 req-beaedf66-6468-4d00-967d-e1d8a4538a92 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] For port 1e5248e5-6283-4e4b-a79a-b3e2568037a1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1e5248e5-6283-4e4b-a79a-b3e2568037a1,segment=NetworkSegment(2d0d497d-abe0-4531-b77e-782db7b902bb),segment_id=2d0d497d-abe0-4531-b77e-782db7b902bb)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:51:19.028105 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-2fb215f3-c503-499d-8f21-ec50fd96f385 req-beaedf66-6468-4d00-967d-e1d8a4538a92 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (1e5248e5-6283-4e4b-a79a-b3e2568037a1), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:19.042290 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-2fb215f3-c503-499d-8f21-ec50fd96f385 req-beaedf66-6468-4d00-967d-e1d8a4538a92 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Calling delete_port for 1e5248e5-6283-4e4b-a79a-b3e2568037a1 owned by compute:nova {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:51:19.047119 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ad1dbb7c-a521-4577-a844-982890b2e6fd req-83392ce5-8d1a-4ce3-b205-6bbeeb1fcbc8 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414407 Oct 03 12:51:19.155546 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5ddac-ef8b-49a9-9439-b7478940c6c8 req-a6d0f52a-26c8-4049-b924-99ea6308d2dc tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:19.157237 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fef5ddac-ef8b-49a9-9439-b7478940c6c8 req-a6d0f52a-26c8-4049-b924-99ea6308d2dc tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0513117 Oct 03 12:51:19.223119 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fef5ddac-ef8b-49a9-9439-b7478940c6c8 req-db8b09b5-7177-4bc3-801d-828d58a3e84f tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531893 Oct 03 12:51:19.288325 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-2fb215f3-c503-499d-8f21-ec50fd96f385 req-beaedf66-6468-4d00-967d-e1d8a4538a92 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (1e5248e5-6283-4e4b-a79a-b3e2568037a1), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:19.301219 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['1e5248e5-6283-4e4b-a79a-b3e2568037a1'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:51:19.321750 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaedf66-6468-4d00-967d-e1d8a4538a92 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Pushing event deleted for resources: {'Port': ['ID=1e5248e5-6283-4e4b-a79a-b3e2568037a1,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:19.350779 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:19.367975 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb215f3-c503-499d-8f21-ec50fd96f385 req-beaedf66-6468-4d00-967d-e1d8a4538a92 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] No DVR routers for this DVR port 1e5248e5-6283-4e4b-a79a-b3e2568037a1 on host hv-cinder-84456 {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:51:19.371185 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-2fb215f3-c503-499d-8f21-ec50fd96f385 req-beaedf66-6468-4d00-967d-e1d8a4538a92 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:19.374592 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-2fb215f3-c503-499d-8f21-ec50fd96f385 req-beaedf66-6468-4d00-967d-e1d8a4538a92 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.46 "DELETE /networking/v2.0/ports/1e5248e5-6283-4e4b-a79a-b3e2568037a1 HTTP/1.1" status: 204 len: 173 time: 0.5291188 Oct 03 12:51:19.375091 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b5ec8a-b6d4-433c-9ec0-960af447bbf4', 'name': 'network-vif-deleted', 'tag': '1e5248e5-6283-4e4b-a79a-b3e2568037a1'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:51:19.377429 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2fa283-5921-4e37-8650-b3114d93a56e" -d '{"events": [{"server_uuid": "91b5ec8a-b6d4-433c-9ec0-960af447bbf4", "name": "network-vif-deleted", "tag": "1e5248e5-6283-4e4b-a79a-b3e2568037a1"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:51:19.414733 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd06d0fc-23fa-49b5-8e1f-ff0074207439 x-openstack-request-id: req-fd06d0fc-23fa-49b5-8e1f-ff0074207439 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:51:19.415020 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b5ec8a-b6d4-433c-9ec0-960af447bbf4", "name": "network-vif-deleted", "tag": "1e5248e5-6283-4e4b-a79a-b3e2568037a1", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:51:19.415278 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fd06d0fc-23fa-49b5-8e1f-ff0074207439 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:51:19.415718 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd06d0fc-23fa-49b5-8e1f-ff0074207439'] response: {'server_uuid': '91b5ec8a-b6d4-433c-9ec0-960af447bbf4', 'name': 'network-vif-deleted', 'tag': '1e5248e5-6283-4e4b-a79a-b3e2568037a1', 'status': 'completed', 'code': 200} Oct 03 12:51:20.199160 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3aeede71-2e2b-407a-ae97-e6dc18cb8290 req-dc065052-9c5b-484a-90ba-fc6b4f651a07 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 210 time: 0.0298178 Oct 03 12:51:20.356432 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53680b93-7a30-4db6-b1ef-e7b96770fda5 req-0cebdecd-3820-4f2e-abc6-17c1a1b69569 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:20.356432 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-53680b93-7a30-4db6-b1ef-e7b96770fda5 req-0cebdecd-3820-4f2e-abc6-17c1a1b69569 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0595155 Oct 03 12:51:20.408287 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-53680b93-7a30-4db6-b1ef-e7b96770fda5 req-061952ed-ff32-481f-bef0-cb976a0e6fc2 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463233 Oct 03 12:51:21.324246 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5d6bcfc2-33fc-44b7-bb44-db7327df5af5 req-2b0cd62e-704f-458a-ad12-ff45b7915977 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 210 time: 0.0279875 Oct 03 12:51:21.531699 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842a0b0-b344-464c-b805-0e3db7b6c675 req-c76174f8-8b4a-42a2-8a4d-f605231d4559 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:21.533130 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a842a0b0-b344-464c-b805-0e3db7b6c675 req-c76174f8-8b4a-42a2-8a4d-f605231d4559 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0477197 Oct 03 12:51:21.579582 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a842a0b0-b344-464c-b805-0e3db7b6c675 req-d605f688-38f3-4dc8-85b8-589dbd9889a7 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407135 Oct 03 12:51:22.442695 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-559710f9-c628-4e6d-978a-fecb26cd60b6 req-fe0c56a1-b175-4c9d-988f-42d872d6ff3e tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=91b5ec8a-b6d4-433c-9ec0-960af447bbf4 HTTP/1.1" status: 200 len: 210 time: 0.0305493 Oct 03 12:51:22.697538 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805fb61-23c6-4e27-8f59-3977d80fdfb9 req-997c3911-ba69-4583-be2d-7410b019bf0f tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:22.698957 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4805fb61-23c6-4e27-8f59-3977d80fdfb9 req-997c3911-ba69-4583-be2d-7410b019bf0f tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0454848 Oct 03 12:51:22.710275 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:22.746216 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4805fb61-23c6-4e27-8f59-3977d80fdfb9 req-04c388f2-8625-4722-a67f-a08546b16093 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Oct 03 12:51:22.962311 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c8eefe2f-5831-4b8f-87fc-d0f72f8154b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:23.542366 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 1e5248e5-6283-4e4b-a79a-b3e2568037a1 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:51:23.562473 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] No Port match for: 1e5248e5-6283-4e4b-a79a-b3e2568037a1 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:51:23.562819 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 1e5248e5-6283-4e4b-a79a-b3e2568037a1 not bound to the agent host hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:51:23.918215 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a5141-1c66-4dc5-90f9-60fc1f38a62b req-3ce572e5-e24b-4a0f-ab1f-c3def2653334 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:23.919720 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2c9a5141-1c66-4dc5-90f9-60fc1f38a62b req-3ce572e5-e24b-4a0f-ab1f-c3def2653334 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0952542 Oct 03 12:51:23.964575 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:23.981399 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-a4bf3519-7e27-4357-8b47-154f0cfac3bd tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:23.982873 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-a4bf3519-7e27-4357-8b47-154f0cfac3bd tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/networks?id=df9ed0db-b693-4022-818d-ff2821fbd347 HTTP/1.1" status: 200 len: 809 time: 0.1692436 Oct 03 12:51:24.010179 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2c9a5141-1c66-4dc5-90f9-60fc1f38a62b req-aaee223d-946f-45a7-a165-37f685e90fde tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842030 Oct 03 12:51:24.011549 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-023cab86-d08d-4b77-9f9b-fc9c008a3a4d tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/quotas/eb983cfa7dfe47b19a0a2d5ba652dabb HTTP/1.1" status: 200 len: 375 time: 0.0178127 Oct 03 12:51:24.045599 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-67e647e2-7483-47bc-bb7b-a289afa2d9d8 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=eb983cfa7dfe47b19a0a2d5ba652dabb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283644 Oct 03 12:51:24.140688 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-bd2962de-1971-4059-b5bd-d76e93f974d1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/df9ed0db-b693-4022-818d-ff2821fbd347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883410 Oct 03 12:51:24.234937 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-3391bbe2-6011-441b-af99-5faa7d8765a4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/df9ed0db-b693-4022-818d-ff2821fbd347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878513 Oct 03 12:51:24.525385 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7830fb33-a873-4ee4-84d5-a0d4d5669b34 req-25e33225-7500-4f89-be3c-cc130ae39b9f tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 210 time: 0.0333936 Oct 03 12:51:25.136729 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8a11f-bccf-43fa-9965-dcbb9565a89f req-78605693-f844-4ebc-9dc0-6552733637b5 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:25.138565 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-75f8a11f-bccf-43fa-9965-dcbb9565a89f req-78605693-f844-4ebc-9dc0-6552733637b5 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0491388 Oct 03 12:51:25.188612 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-75f8a11f-bccf-43fa-9965-dcbb9565a89f req-94a2a575-8976-499e-a061-e5e0b4b1adaf tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433826 Oct 03 12:51:25.288198 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b199599d-dc7f-48ce-b012-c9c401e1e531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:25.629760 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e4ab8638-596c-47da-bb91-a44dcba755ba req-4deb7b0b-2326-4a80-9889-bbec1c2530d5 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 210 time: 0.0283985 Oct 03 12:51:26.314139 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d529117-76ed-48a5-91f0-944913a48401 req-9c1aeab9-e8e0-42ab-a2cd-7f90c1afe710 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:26.315707 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3d529117-76ed-48a5-91f0-944913a48401 req-9c1aeab9-e8e0-42ab-a2cd-7f90c1afe710 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0496304 Oct 03 12:51:26.369275 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3d529117-76ed-48a5-91f0-944913a48401 req-c9b7fad3-cba3-4ce8-b8a6-f72666bcc9ad tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437088 Oct 03 12:51:26.733902 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8e239d86-13d8-4435-b4fb-782641ea2ef4 req-a814cf03-dfc9-4db5-a802-776bc0aecf50 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 210 time: 0.0291445 Oct 03 12:51:26.882532 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:27.489223 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c373c9-9165-40a6-b46c-5282f2cd0842 req-0b63399c-a2c9-4c0e-9fe5-9bdc4e61beb1 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:27.492598 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-28c373c9-9165-40a6-b46c-5282f2cd0842 req-0b63399c-a2c9-4c0e-9fe5-9bdc4e61beb1 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0525968 Oct 03 12:51:27.551011 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-28c373c9-9165-40a6-b46c-5282f2cd0842 req-a23c901a-7d93-46a9-b622-f39d86a952c0 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516009 Oct 03 12:51:27.973758 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cbd99d92-4776-48cf-b90e-e1386d551145 req-c692a35a-ebe1-48a0-b0f7-918c30a540b1 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 210 time: 0.0280917 Oct 03 12:51:28.384994 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:28.402033 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:28.674476 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c24c1b-fbbd-4fb2-bdc3-74558398e292 req-f8a1be9f-0038-4cd1-9067-5ef88b373116 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:28.675976 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-59c24c1b-fbbd-4fb2-bdc3-74558398e292 req-f8a1be9f-0038-4cd1-9067-5ef88b373116 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0467021 Oct 03 12:51:28.723199 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-59c24c1b-fbbd-4fb2-bdc3-74558398e292 req-3e8169a5-5ed4-4471-8160-b491fe24fa5a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410810 Oct 03 12:51:29.075253 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-02b35b81-779f-411d-931b-e560c008cbe2 req-09e94697-39bf-4bbe-b4a5-e77aa120b6a2 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 210 time: 0.0276322 Oct 03 12:51:29.352118 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=69,neutron:DELETE=5 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:29.858632 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07765838-fef8-49d3-a488-c5156d7732b8 req-9c7050e5-902b-4380-a73f-707c799569c2 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:29.860116 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-07765838-fef8-49d3-a488-c5156d7732b8 req-9c7050e5-902b-4380-a73f-707c799569c2 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0580401 Oct 03 12:51:29.894247 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:29.909580 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-07765838-fef8-49d3-a488-c5156d7732b8 req-3b11d052-1490-472c-9669-59170dd9001e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422680 Oct 03 12:51:30.152262 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-851ceb7c-a709-44fa-ac77-f7ff473a051f tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:30.154091 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-851ceb7c-a709-44fa-ac77-f7ff473a051f tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.46 "GET /networking/v2.0/networks?id=df9ed0db-b693-4022-818d-ff2821fbd347 HTTP/1.1" status: 200 len: 809 time: 0.1112912 Oct 03 12:51:30.176066 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Request body: {'port': {'device_id': 'f25ca40b-7241-41b9-8a8b-8e19a3bc14b2', 'network_id': 'df9ed0db-b693-4022-818d-ff2821fbd347', 'admin_state_up': True, 'tenant_id': 'eb983cfa7dfe47b19a0a2d5ba652dabb'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:51:30.192056 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0408f61c-ab16-441f-a5b8-9c43fd66497b req-2d41af2b-e941-49ab-aff5-51017d24ff1d tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 210 time: 0.0380509 Oct 03 12:51:30.362536 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Made reservation on behalf of eb983cfa7dfe47b19a0a2d5ba652dabb for: {'port': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:51:30.367550 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:30.515733 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Allocated IP 172.20.0.10 (df9ed0db-b693-4022-818d-ff2821fbd347/bf46c2e8-ba6b-48e5-bc55-a4aa6737bb50/01735561-0af5-445a-b8c8-4842dba74030) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:51:30.674794 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Publish callbacks [] for port (01735561-0af5-445a-b8c8-4842dba74030), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:30.763494 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (01735561-0af5-445a-b8c8-4842dba74030), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:30.813998 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Network df9ed0db-b693-4022-818d-ff2821fbd347 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:51:30.817529 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:51:30.819546 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Pushing event updated for resources: {'Port': ['ID=01735561-0af5-445a-b8c8-4842dba74030,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:30.826117 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:51:30.833429 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:30.833429 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:30.833429 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:30.833429 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:30.833429 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:30.833429 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:30.834216 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:30.834216 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:30.834216 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:30.834542 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:30.835038 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:30.835393 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:30.835716 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:30.836034 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:30.836352 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:30.885457 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:30.886076 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:30.960947 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-7f6ba056-f108-4756-8159-30be540419a4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7897007 Oct 03 12:51:30.977655 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] Request body: {'port': {'device_id': 'f25ca40b-7241-41b9-8a8b-8e19a3bc14b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:51:31.042575 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (01735561-0af5-445a-b8c8-4842dba74030), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:31.049959 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30ea57-b459-44ff-a2b1-69b29a32e876 req-2804675a-7efc-4f3f-8536-409151e31474 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:31.051745 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fd30ea57-b459-44ff-a2b1-69b29a32e876 req-2804675a-7efc-4f3f-8536-409151e31474 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0479076 Oct 03 12:51:31.102797 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:31.107381 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:31.107924 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fd30ea57-b459-44ff-a2b1-69b29a32e876 req-0d5dc2e4-d359-4508-a5ec-96a41ce2d0e1 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505862 Oct 03 12:51:31.382052 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77075e46-1a43-465f-a01b-c8030875827b req-cf144bdd-4129-410f-b00a-3989d2da2336 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:31.384242 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-77075e46-1a43-465f-a01b-c8030875827b req-cf144bdd-4129-410f-b00a-3989d2da2336 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 932 time: 0.0763693 Oct 03 12:51:31.442955 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-77075e46-1a43-465f-a01b-c8030875827b req-a204dc44-9bd2-4c56-a767-f2334bd5652e tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525551 Oct 03 12:51:31.587673 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01735561-0af5-445a-b8c8-4842dba74030 {{(pid=113284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:51:31.595490 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] Publish callbacks [] for port (01735561-0af5-445a-b8c8-4842dba74030), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:31.608781 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.provisioning_blocks [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] Transition to ACTIVE for port object 01735561-0af5-445a-b8c8-4842dba74030 will not be triggered until provisioned by entity L2. {{(pid=113284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 12:51:31.666334 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (01735561-0af5-445a-b8c8-4842dba74030), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:31.732030 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] Pushing event updated for resources: {'Port': ['ID=01735561-0af5-445a-b8c8-4842dba74030,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:31.782401 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] Attempting to bind port 01735561-0af5-445a-b8c8-4842dba74030 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:51:31.782732 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] Attempting to bind port 01735561-0af5-445a-b8c8-4842dba74030 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '2d0d497d-abe0-4531-b77e-782db7b902bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'df9ed0db-b693-4022-818d-ff2821fbd347'}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:51:31.783056 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] Attempting to bind port 01735561-0af5-445a-b8c8-4842dba74030 on network df9ed0db-b693-4022-818d-ff2821fbd347 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:51:31.825982 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] Port 01735561-0af5-445a-b8c8-4842dba74030 on network df9ed0db-b693-4022-818d-ff2821fbd347 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 12:51:31.826302 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] Attempting to bind port 01735561-0af5-445a-b8c8-4842dba74030 on network df9ed0db-b693-4022-818d-ff2821fbd347 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:51:31.874633 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] Checking agent: {'id': '72e18e84-452a-46dd-9356-90dcf7de37bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'started_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:51:31.874963 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] Checking segment: {'id': '2d0d497d-abe0-4531-b77e-782db7b902bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'df9ed0db-b693-4022-818d-ff2821fbd347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:51:31.875365 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] Bound using segment: {'id': '2d0d497d-abe0-4531-b77e-782db7b902bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'df9ed0db-b693-4022-818d-ff2821fbd347'} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:51:31.875797 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] Bound port: 01735561-0af5-445a-b8c8-4842dba74030, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0d497d-abe0-4531-b77e-782db7b902bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'df9ed0db-b693-4022-818d-ff2821fbd347'}}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:51:31.876150 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (01735561-0af5-445a-b8c8-4842dba74030), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:31.937861 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] For port 01735561-0af5-445a-b8c8-4842dba74030, host hv-cinder-84456, cleared binding levels {{(pid=113284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:51:31.943233 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] For port 01735561-0af5-445a-b8c8-4842dba74030, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=01735561-0af5-445a-b8c8-4842dba74030,segment=NetworkSegment(2d0d497d-abe0-4531-b77e-782db7b902bb),segment_id=2d0d497d-abe0-4531-b77e-782db7b902bb)] {{(pid=113284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:51:32.049126 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (01735561-0af5-445a-b8c8-4842dba74030), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:32.054572 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:32.055208 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:32.056582 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/01735561-0af5-445a-b8c8-4842dba74030 HTTP/1.1" status: 200 len: 1094 time: 1.0831335 Oct 03 12:51:32.057139 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25ca40b-7241-41b9-8a8b-8e19a3bc14b2', 'tag': '01735561-0af5-445a-b8c8-4842dba74030'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:51:32.059393 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b69d335-38b0-467a-917b-c4eaa023c979" -d '{"events": [{"name": "network-changed", "server_uuid": "f25ca40b-7241-41b9-8a8b-8e19a3bc14b2", "tag": "01735561-0af5-445a-b8c8-4842dba74030"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:51:32.090881 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:32.099644 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e815b1-ca14-40d8-b384-5bc89566d020 x-openstack-request-id: req-d0e815b1-ca14-40d8-b384-5bc89566d020 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:51:32.100130 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25ca40b-7241-41b9-8a8b-8e19a3bc14b2", "tag": "01735561-0af5-445a-b8c8-4842dba74030", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:51:32.100428 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d0e815b1-ca14-40d8-b384-5bc89566d020 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:51:32.100865 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0e815b1-ca14-40d8-b384-5bc89566d020'] response: {'name': 'network-changed', 'server_uuid': 'f25ca40b-7241-41b9-8a8b-8e19a3bc14b2', 'tag': '01735561-0af5-445a-b8c8-4842dba74030', 'status': 'completed', 'code': 200} Oct 03 12:51:32.110185 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41deb608-3c8d-4d90-ba81-6bd7093c4f0c service neutron] Pushing event updated for resources: {'Port': ['ID=01735561-0af5-445a-b8c8-4842dba74030,revision_number=3']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:32.157925 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:51:32.233758 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15ec42-0625-433c-9034-e6e144c00070 req-c5ce4b93-1a9d-431d-bccc-2f2078b6248e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:32.235894 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-dc15ec42-0625-433c-9034-e6e144c00070 req-c5ce4b93-1a9d-431d-bccc-2f2078b6248e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0518379 Oct 03 12:51:32.288071 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-dc15ec42-0625-433c-9034-e6e144c00070 req-60e48e12-abfb-4bfe-b467-3e0c6d2f8d79 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453813 Oct 03 12:51:32.444406 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69d335-38b0-467a-917b-c4eaa023c979 req-f06ad9ab-dca5-4b23-ad91-c406801692f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:32.446083 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1b69d335-38b0-467a-917b-c4eaa023c979 req-f06ad9ab-dca5-4b23-ad91-c406801692f5 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=eb983cfa7dfe47b19a0a2d5ba652dabb&device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 1128 time: 0.0433145 Oct 03 12:51:32.527211 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7218b-7949-440a-b3f3-b138cc0f93ab req-e2247557-bb33-4f19-907e-a17233b4b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:32.528761 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-41b7218b-7949-440a-b3f3-b138cc0f93ab req-e2247557-bb33-4f19-907e-a17233b4b0d7 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 1130 time: 0.0579863 Oct 03 12:51:32.558202 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:32.591235 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69d335-38b0-467a-917b-c4eaa023c979 req-3e1062f2-5c63-4a06-b3bb-532e3d8c7cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:32.592772 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1b69d335-38b0-467a-917b-c4eaa023c979 req-3e1062f2-5c63-4a06-b3bb-532e3d8c7cde service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=eb983cfa7dfe47b19a0a2d5ba652dabb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1233764 Oct 03 12:51:32.607014 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78d791-d080-4e49-89b2-d7a6643d07c4 req-2493aadb-6f6f-42fb-a1f7-66f54b76699b tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:32.608516 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8c78d791-d080-4e49-89b2-d7a6643d07c4 req-2493aadb-6f6f-42fb-a1f7-66f54b76699b tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 944 time: 0.0737944 Oct 03 12:51:32.615737 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-41b7218b-7949-440a-b3f3-b138cc0f93ab req-ed06b656-3f6b-432c-b100-b6917647bff3 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787792 Oct 03 12:51:32.637989 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:32.677562 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8c78d791-d080-4e49-89b2-d7a6643d07c4 req-7b2aa1d3-3bc5-4161-b766-707287b93413 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597613 Oct 03 12:51:32.733269 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69d335-38b0-467a-917b-c4eaa023c979 req-25a9c08e-6bea-49ea-a821-632a28a9df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:32.734829 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1b69d335-38b0-467a-917b-c4eaa023c979 req-25a9c08e-6bea-49ea-a821-632a28a9df55 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290627 Oct 03 12:51:32.886599 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 37196) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:32.906451 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e2507059-b90f-4dbf-b9a4-2ed31066cf7f req-7e4361d5-bd62-4bfe-9c8b-3302708ad225 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565457 Oct 03 12:51:32.909402 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37200) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:32.942183 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-eb0bee10-4f61-42bb-baa1-2904412e8e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:32.944819 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-eb0bee10-4f61-42bb-baa1-2904412e8e76 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=eb983cfa7dfe47b19a0a2d5ba652dabb&device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 1128 time: 0.0510697 Oct 03 12:51:32.997500 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2507059-b90f-4dbf-b9a4-2ed31066cf7f req-024d2884-7c60-4c67-8662-ee769951cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:32.999959 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e2507059-b90f-4dbf-b9a4-2ed31066cf7f req-024d2884-7c60-4c67-8662-ee769951cc78 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3f2b18d217d14d39886718cf209eb576&device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 1129 time: 0.0590754 Oct 03 12:51:33.022312 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-23e784eb-cf3d-4ca1-aa7b-e2bd81cf4542 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01735561-0af5-445a-b8c8-4842dba74030 HTTP/1.1" status: 200 len: 217 time: 0.0704799 Oct 03 12:51:33.100839 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-7f59ff84-6ea2-4e45-aa88-be34b40d7d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:33.102271 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-7f59ff84-6ea2-4e45-aa88-be34b40d7d4c service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=bf46c2e8-ba6b-48e5-bc55-a4aa6737bb50 HTTP/1.1" status: 200 len: 849 time: 0.0661469 Oct 03 12:51:33.103184 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b19a5eb6-d0b7-491a-924d-7782cff329a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:33.108844 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-7ea54052-218f-4a63-8a53-604efe517f6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:33.177007 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2507059-b90f-4dbf-b9a4-2ed31066cf7f req-4393e12d-1a7b-4482-952d-af997662d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:33.178472 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e2507059-b90f-4dbf-b9a4-2ed31066cf7f req-4393e12d-1a7b-4482-952d-af997662d248 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=f492b9a3-221f-4263-a074-289d6252f405 HTTP/1.1" status: 200 len: 920 time: 0.1417141 Oct 03 12:51:33.183255 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b19a5eb6-d0b7-491a-924d-7782cff329a0 admin admin] Publish callbacks [] for security_group (4f321c77-64af-4be7-b3a9-6dc20fae4d4c), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:33.195978 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:33.221531 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-7ea54052-218f-4a63-8a53-604efe517f6d admin admin] Publish callbacks [] for security_group (450d109a-55d6-4f9e-9c0d-7a1c977afd51), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:33.255544 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b19a5eb6-d0b7-491a-924d-7782cff329a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (4f321c77-64af-4be7-b3a9-6dc20fae4d4c), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:33.294351 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a5eb6-d0b7-491a-924d-7782cff329a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f321c77-64af-4be7-b3a9-6dc20fae4d4c,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:33.298302 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-b19a5eb6-d0b7-491a-924d-7782cff329a0 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=060d08042858403292f4b6629f65a1de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4102759 Oct 03 12:51:33.301874 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37204) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:33.305200 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a5eb6-d0b7-491a-924d-7782cff329a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:33.305546 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a5eb6-d0b7-491a-924d-7782cff329a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:33.305896 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a5eb6-d0b7-491a-924d-7782cff329a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:33.306234 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a5eb6-d0b7-491a-924d-7782cff329a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:33.306567 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a5eb6-d0b7-491a-924d-7782cff329a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:33.306896 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a5eb6-d0b7-491a-924d-7782cff329a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:33.307221 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a5eb6-d0b7-491a-924d-7782cff329a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:33.307566 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a5eb6-d0b7-491a-924d-7782cff329a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:33.307895 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a5eb6-d0b7-491a-924d-7782cff329a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:33.308218 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a5eb6-d0b7-491a-924d-7782cff329a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:33.308542 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a5eb6-d0b7-491a-924d-7782cff329a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:33.308863 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a5eb6-d0b7-491a-924d-7782cff329a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:33.309182 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a5eb6-d0b7-491a-924d-7782cff329a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:33.309500 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a5eb6-d0b7-491a-924d-7782cff329a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:33.309822 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19a5eb6-d0b7-491a-924d-7782cff329a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:33.322931 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-7ea54052-218f-4a63-8a53-604efe517f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (450d109a-55d6-4f9e-9c0d-7a1c977afd51), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:33.386414 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-7ea54052-218f-4a63-8a53-604efe517f6d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f20e08e1248d44329bdb93e6e3f09796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4758167 Oct 03 12:51:33.414633 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 37208) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:33.423183 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-64c9fe25-575d-48e0-b1e6-a8f241759e31 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=df9ed0db-b693-4022-818d-ff2821fbd347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547147 Oct 03 12:51:33.425503 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea54052-218f-4a63-8a53-604efe517f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450d109a-55d6-4f9e-9c0d-7a1c977afd51,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:33.429227 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e2507059-b90f-4dbf-b9a4-2ed31066cf7f req-1de6824a-1308-4572-81a3-bef64abbc734 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c20f6694-be45-4085-a244-f2e7042c5197 HTTP/1.1" status: 200 len: 217 time: 0.0590699 Oct 03 12:51:33.435789 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-96b3e4e3-5fa0-4a17-a668-44725bbed8f6 admin admin] Publish callbacks [] for security_group (4f321c77-64af-4be7-b3a9-6dc20fae4d4c), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:33.455523 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:33.481109 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-96b3e4e3-5fa0-4a17-a668-44725bbed8f6 admin admin] Publish callbacks [] for security_group (4f321c77-64af-4be7-b3a9-6dc20fae4d4c), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:33.489280 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:33.523366 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2507059-b90f-4dbf-b9a4-2ed31066cf7f req-dfac938d-24cd-4ba1-ae62-5e5bab9c6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:33.524744 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e2507059-b90f-4dbf-b9a4-2ed31066cf7f req-dfac938d-24cd-4ba1-ae62-5e5bab9c6cad service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=37145451-837c-4b8b-9c60-d5e0dbfeb9fe HTTP/1.1" status: 200 len: 858 time: 0.0823979 Oct 03 12:51:33.532543 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac856be-d81a-450d-8280-57eddd50f401 req-5c007bdb-2a65-4299-988a-3b41708aa20f tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:33.533989 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cac856be-d81a-450d-8280-57eddd50f401 req-5c007bdb-2a65-4299-988a-3b41708aa20f tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.1540744 Oct 03 12:51:33.580467 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2507059-b90f-4dbf-b9a4-2ed31066cf7f req-92dace55-3444-42ac-974b-5a88334e93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:33.582078 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e2507059-b90f-4dbf-b9a4-2ed31066cf7f req-92dace55-3444-42ac-974b-5a88334e93f9 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=f492b9a3-221f-4263-a074-289d6252f405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455241 Oct 03 12:51:33.608105 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e868c032-c4ab-4052-a47f-d6c6e11d9534 admin admin] Publish callbacks [] for security_group (450d109a-55d6-4f9e-9c0d-7a1c977afd51), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:33.630582 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-b342915d-6b66-4701-862a-8525dea9f1e6 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/df9ed0db-b693-4022-818d-ff2821fbd347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896977 Oct 03 12:51:33.642088 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-96b3e4e3-5fa0-4a17-a668-44725bbed8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (4f321c77-64af-4be7-b3a9-6dc20fae4d4c), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:33.643833 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cac856be-d81a-450d-8280-57eddd50f401 req-2a7d34a7-a8c5-41fd-8c22-ad458bec18a5 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009521 Oct 03 12:51:33.646072 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-96b3e4e3-5fa0-4a17-a668-44725bbed8f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:33.647686 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-96b3e4e3-5fa0-4a17-a668-44725bbed8f6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4f321c77-64af-4be7-b3a9-6dc20fae4d4c HTTP/1.1" status: 204 len: 168 time: 0.3443635 Oct 03 12:51:33.649805 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e868c032-c4ab-4052-a47f-d6c6e11d9534 admin admin] Publish callbacks [] for security_group (450d109a-55d6-4f9e-9c0d-7a1c977afd51), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:33.668165 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3e4e3-5fa0-4a17-a668-44725bbed8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f321c77-64af-4be7-b3a9-6dc20fae4d4c,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:33.713409 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:33.725372 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e2507059-b90f-4dbf-b9a4-2ed31066cf7f req-6194f509-819e-46ab-a174-94097908942b service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364045 Oct 03 12:51:33.853848 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642f988-2df2-4d55-8312-bc659c5aa39f req-4ab2b65c-92e7-46ad-999a-df3df1210475 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:33.855530 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f642f988-2df2-4d55-8312-bc659c5aa39f req-4ab2b65c-92e7-46ad-999a-df3df1210475 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 944 time: 0.0668926 Oct 03 12:51:33.857310 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7f0c7493-6e1a-4b03-beb8-96421b02864d req-475f8e7f-a68c-439b-92fc-36b8d6ecdde8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/df9ed0db-b693-4022-818d-ff2821fbd347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055688 Oct 03 12:51:33.912867 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e868c032-c4ab-4052-a47f-d6c6e11d9534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (450d109a-55d6-4f9e-9c0d-7a1c977afd51), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:33.916221 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e868c032-c4ab-4052-a47f-d6c6e11d9534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:33.917550 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-e868c032-c4ab-4052-a47f-d6c6e11d9534 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/450d109a-55d6-4f9e-9c0d-7a1c977afd51 HTTP/1.1" status: 204 len: 168 time: 0.5019422 Oct 03 12:51:33.924213 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f642f988-2df2-4d55-8312-bc659c5aa39f req-80cfc03e-782f-4d64-bd1e-93e72555cd0b tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556123 Oct 03 12:51:33.929882 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868c032-c4ab-4052-a47f-d6c6e11d9534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450d109a-55d6-4f9e-9c0d-7a1c977afd51,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:34.427469 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37234) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:34.443083 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-16e32cda-6172-4dc0-a3d5-6c24b2853395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:34.520322 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-16e32cda-6172-4dc0-a3d5-6c24b2853395 admin admin] Publish callbacks [] for security_group (e5a41c24-ca44-4cab-9b5b-2380aba32c4b), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:34.705471 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-16e32cda-6172-4dc0-a3d5-6c24b2853395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (e5a41c24-ca44-4cab-9b5b-2380aba32c4b), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:34.750860 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-16e32cda-6172-4dc0-a3d5-6c24b2853395 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=63d62693a972457cac2c2834a93a9b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222809 Oct 03 12:51:34.751723 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e32cda-6172-4dc0-a3d5-6c24b2853395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a41c24-ca44-4cab-9b5b-2380aba32c4b,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:34.753706 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 37244) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:34.864245 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ab179-b1b5-4a5e-9edb-383961f7a813 req-3564847a-08fc-40c2-ad72-aad5587fa389 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:34.865973 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-408ab179-b1b5-4a5e-9edb-383961f7a813 req-3564847a-08fc-40c2-ad72-aad5587fa389 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0890470 Oct 03 12:51:34.897791 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-62ca4c2e-612e-42b5-8f19-f63fb251ff66 admin admin] Publish callbacks [] for security_group (e5a41c24-ca44-4cab-9b5b-2380aba32c4b), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:34.942046 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-62ca4c2e-612e-42b5-8f19-f63fb251ff66 admin admin] Publish callbacks [] for security_group (e5a41c24-ca44-4cab-9b5b-2380aba32c4b), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:34.960172 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-408ab179-b1b5-4a5e-9edb-383961f7a813 req-448f89e6-7105-43c5-b2d9-ae95c0b6f17a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866590 Oct 03 12:51:35.072789 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831760b-22f6-4759-a040-d2d5753723dc req-deab3695-1a68-4684-90cd-6757715c06ad tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:35.074214 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8831760b-22f6-4759-a040-d2d5753723dc req-deab3695-1a68-4684-90cd-6757715c06ad tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 944 time: 0.0542684 Oct 03 12:51:35.103698 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-62ca4c2e-612e-42b5-8f19-f63fb251ff66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (e5a41c24-ca44-4cab-9b5b-2380aba32c4b), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:35.109689 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-62ca4c2e-612e-42b5-8f19-f63fb251ff66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:35.111130 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-62ca4c2e-612e-42b5-8f19-f63fb251ff66 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e5a41c24-ca44-4cab-9b5b-2380aba32c4b HTTP/1.1" status: 204 len: 168 time: 0.3550568 Oct 03 12:51:35.138963 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca4c2e-612e-42b5-8f19-f63fb251ff66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a41c24-ca44-4cab-9b5b-2380aba32c4b,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:35.174448 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8831760b-22f6-4759-a040-d2d5753723dc req-3c085cbc-fb42-48ea-ab1c-6e634b253d4b tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931203 Oct 03 12:51:35.261996 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37272) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:35.413279 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e2507059-b90f-4dbf-b9a4-2ed31066cf7f req-06ba2b32-ac93-43e7-bb6e-63b042788db8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226594 Oct 03 12:51:35.537644 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d60330-a918-482d-8bdc-b0a4fd8372f4 req-c2c05b9b-9826-4347-bbb1-278ea871dbd1 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:35.545177 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-67d60330-a918-482d-8bdc-b0a4fd8372f4 req-c2c05b9b-9826-4347-bbb1-278ea871dbd1 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0777533 Oct 03 12:51:35.555000 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65f5d4-27e0-4064-b653-8bf9c9423136 req-3c0bd90b-3f47-4b20-8198-7b9fa3c90554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:35.556747 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ca65f5d4-27e0-4064-b653-8bf9c9423136 req-3c0bd90b-3f47-4b20-8198-7b9fa3c90554 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3f2b18d217d14d39886718cf209eb576&device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 1130 time: 0.0501256 Oct 03 12:51:35.593961 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-67d60330-a918-482d-8bdc-b0a4fd8372f4 req-26f7af93-3e42-446f-9d04-0ef868240aa6 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479221 Oct 03 12:51:35.604036 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-88ca93df-0250-4582-8e5f-219de0e79d13 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-338519445-network', 'tenant_id': '38d1778202d041b58934150c6af9685c'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:51:35.689627 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65f5d4-27e0-4064-b653-8bf9c9423136 req-4131e3b3-aeeb-4b26-9933-e47abe9df394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:35.691199 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ca65f5d4-27e0-4064-b653-8bf9c9423136 req-4131e3b3-aeeb-4b26-9933-e47abe9df394 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=f492b9a3-221f-4263-a074-289d6252f405 HTTP/1.1" status: 200 len: 920 time: 0.1266301 Oct 03 12:51:35.733728 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ca93df-0250-4582-8e5f-219de0e79d13 admin admin] Made reservation on behalf of 38d1778202d041b58934150c6af9685c for: {'network': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:51:35.736011 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-88ca93df-0250-4582-8e5f-219de0e79d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for network (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:35.739252 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ca65f5d4-27e0-4064-b653-8bf9c9423136 req-0ba2e1d9-e6c4-418d-a698-238b2d08f545 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca96c603-3295-4d37-99aa-2b5b95419166 HTTP/1.1" status: 200 len: 217 time: 0.0373619 Oct 03 12:51:35.745907 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-88ca93df-0250-4582-8e5f-219de0e79d13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:35.747513 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:35.822163 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65f5d4-27e0-4064-b653-8bf9c9423136 req-ec3a73a3-78a4-42c6-ad01-258ee69d5189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:35.823651 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ca65f5d4-27e0-4064-b653-8bf9c9423136 req-ec3a73a3-78a4-42c6-ad01-258ee69d5189 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=37145451-837c-4b8b-9c60-d5e0dbfeb9fe HTTP/1.1" status: 200 len: 858 time: 0.0656962 Oct 03 12:51:35.883083 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65f5d4-27e0-4064-b653-8bf9c9423136 req-4f04a8c5-28b9-4b31-bb4a-5bb9a582a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:35.884595 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ca65f5d4-27e0-4064-b653-8bf9c9423136 req-4f04a8c5-28b9-4b31-bb4a-5bb9a582a1ab service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=f492b9a3-221f-4263-a074-289d6252f405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0539308 Oct 03 12:51:35.900884 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:35.947596 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-88ca93df-0250-4582-8e5f-219de0e79d13 admin admin] Publish callbacks [] for security_group (c9d4db84-9336-49f0-9236-7663a984fecf), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:35.991768 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ca65f5d4-27e0-4064-b653-8bf9c9423136 req-f2b92228-bf15-41eb-9330-76a92e40b67c service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992343 Oct 03 12:51:36.049354 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-88ca93df-0250-4582-8e5f-219de0e79d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (c9d4db84-9336-49f0-9236-7663a984fecf), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:36.092168 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ca93df-0250-4582-8e5f-219de0e79d13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=113284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:51:36.103501 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca93df-0250-4582-8e5f-219de0e79d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d4db84-9336-49f0-9236-7663a984fecf,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:36.111304 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-88ca93df-0250-4582-8e5f-219de0e79d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (68f8d878-ae14-402a-ae5e-c260c9ff73d4), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:36.111592 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.segments_db [None req-88ca93df-0250-4582-8e5f-219de0e79d13 admin admin] Added segment 68f8d878-ae14-402a-ae5e-c260c9ff73d4 of type vlan for network 1ccd52b4-506d-483d-a4e0-802199d3659f Oct 03 12:51:36.164393 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ca65f5d4-27e0-4064-b653-8bf9c9423136 req-dfad5518-ec7f-4a41-9db4-0e504206c48a service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645074 Oct 03 12:51:36.177625 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-88ca93df-0250-4582-8e5f-219de0e79d13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775902012618'] for network (1ccd52b4-506d-483d-a4e0-802199d3659f), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:36.272366 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-88ca93df-0250-4582-8e5f-219de0e79d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for network (1ccd52b4-506d-483d-a4e0-802199d3659f), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:36.273642 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ca93df-0250-4582-8e5f-219de0e79d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:36.274394 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-88ca93df-0250-4582-8e5f-219de0e79d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:36.309153 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc913ca-20cc-4d9a-80ad-d9bc642d7d9d req-ba94ec06-7b0c-467a-a604-6cc7a38fe52f tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:36.310756 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4bc913ca-20cc-4d9a-80ad-d9bc642d7d9d req-ba94ec06-7b0c-467a-a604-6cc7a38fe52f tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 944 time: 0.0542004 Oct 03 12:51:36.339299 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca93df-0250-4582-8e5f-219de0e79d13 admin admin] Pushing event updated for resources: {'Network': ['ID=1ccd52b4-506d-483d-a4e0-802199d3659f,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:36.350678 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Network 1ccd52b4-506d-483d-a4e0-802199d3659f details requested by agent ovs-agent-dv-cinder-844563-12-iscsi with host dv-cinder-844563-12-iscsi {{(pid=113286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 12:51:36.372804 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4bc913ca-20cc-4d9a-80ad-d9bc642d7d9d req-03ade2af-e79e-438c-bce9-cd1dd4da93c7 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559995 Oct 03 12:51:36.407363 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-88ca93df-0250-4582-8e5f-219de0e79d13 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1433377 Oct 03 12:51:36.409308 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37310) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:36.414565 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-c61f3592-328c-40b3-ab6a-a2d23cd03b7e admin admin] Request body: {'subnet': {'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-338519445-subnet', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'ip_version': 4}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:51:36.511552 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61f3592-328c-40b3-ab6a-a2d23cd03b7e admin admin] Made reservation on behalf of 38d1778202d041b58934150c6af9685c for: {'subnet': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:51:36.513922 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c61f3592-328c-40b3-ab6a-a2d23cd03b7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16664429'] for subnet (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:36.683753 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:36.725269 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72132115-660c-472c-8db4-db3decfc6214 req-9b350be8-0844-425b-ae68-e19f50e3d11f tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:36.726641 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-72132115-660c-472c-8db4-db3decfc6214 req-9b350be8-0844-425b-ae68-e19f50e3d11f tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0515327 Oct 03 12:51:36.774084 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-72132115-660c-472c-8db4-db3decfc6214 req-7cbf9398-42b9-4f35-ad9b-9a0283cb5d74 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418348 Oct 03 12:51:36.798275 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c61f3592-328c-40b3-ab6a-a2d23cd03b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13830744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16664447'] for subnet (992bdcdd-031e-4962-982a-3fce89fa640a), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:36.885143 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f3592-328c-40b3-ab6a-a2d23cd03b7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=992bdcdd-031e-4962-982a-3fce89fa640a,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:36.901442 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61f3592-328c-40b3-ab6a-a2d23cd03b7e admin admin] Checking segment: {'id': '68f8d878-ae14-402a-ae5e-c260c9ff73d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:51:36.901847 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61f3592-328c-40b3-ab6a-a2d23cd03b7e admin admin] Network hostable DHCP agents. Network: 1ccd52b4-506d-483d-a4e0-802199d3659f, hostable agents: ['9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee'], hosted agents: [] {{(pid=113284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:51:36.962759 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:36.985394 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61f3592-328c-40b3-ab6a-a2d23cd03b7e admin admin] Network 1ccd52b4-506d-483d-a4e0-802199d3659f is scheduled to be hosted by DHCP agent 9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee with binding_index 1 {{(pid=113284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:51:37.051426 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37334) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:37.111210 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-c61f3592-328c-40b3-ab6a-a2d23cd03b7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-12-iscsi, 1ccd52b4-506d-483d-a4e0-802199d3659f) {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:51:37.111846 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 37340) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:37.116484 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61f3592-328c-40b3-ab6a-a2d23cd03b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:37.117239 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c61f3592-328c-40b3-ab6a-a2d23cd03b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for subnet (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:37.124379 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5e3cc1-ef17-4859-8c89-bff903c03b67 None None] Network 1ccd52b4-506d-483d-a4e0-802199d3659f requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:51:37.128961 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=56,neutron:UPDATE=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:37.130392 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=60,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:37.214416 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0422ee23-dbbc-4554-8550-4c04548ca624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:37.243983 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-11c2716a-c3bd-4a43-a1b9-d77e261db892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:37.247699 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp248af594-393a-5865-a197-82273fbe49a3-1ccd52b4-506d-483d-a4e0-802199d3659f', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'project_id': '38d1778202d041b58934150c6af9685c', 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a'}]}} from dv-cinder-844563-12-iscsi. {{(pid=113286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 12:51:37.248636 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:37.255580 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:37.273672 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-c61f3592-328c-40b3-ab6a-a2d23cd03b7e admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8631101 Oct 03 12:51:37.275647 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37344) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:37.282160 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-b9a8244c-1cb8-4dfc-8f61-7d7cda3d1975 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:51:37.318698 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:37.342215 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-11c2716a-c3bd-4a43-a1b9-d77e261db892 admin admin] Publish callbacks [] for security_group (5913f57a-58d3-4068-83b0-6710d77e431d), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:37.344629 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0422ee23-dbbc-4554-8550-4c04548ca624 admin admin] Publish callbacks [] for security_group (e54d7f58-39fd-44cf-9897-63ddb06d6661), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:37.375210 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b9a8244c-1cb8-4dfc-8f61-7d7cda3d1975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-762584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5264'] for router (53d59532-55d2-4727-acf3-529de2203db5), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:37.377273 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b9a8244c-1cb8-4dfc-8f61-7d7cda3d1975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524703', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5259'] for router (53d59532-55d2-4727-acf3-529de2203db5), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:37.404566 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-11c2716a-c3bd-4a43-a1b9-d77e261db892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (5913f57a-58d3-4068-83b0-6710d77e431d), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:37.409787 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Allocated IP 172.20.0.2 (1ccd52b4-506d-483d-a4e0-802199d3659f/992bdcdd-031e-4962-982a-3fce89fa640a/6cdfcb96-2383-44f4-b172-d2cd042c06b2) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:51:37.423307 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0422ee23-dbbc-4554-8550-4c04548ca624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (e54d7f58-39fd-44cf-9897-63ddb06d6661), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:37.462311 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-11c2716a-c3bd-4a43-a1b9-d77e261db892 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=55d56aa662684aef99e02942c56b3e9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3476253 Oct 03 12:51:37.464996 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 37348) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:37.467107 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2716a-c3bd-4a43-a1b9-d77e261db892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5913f57a-58d3-4068-83b0-6710d77e431d,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:37.488929 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b9a8244c-1cb8-4dfc-8f61-7d7cda3d1975 admin admin] Publish callbacks [] for router_controller (53d59532-55d2-4727-acf3-529de2203db5), precommit_add_association {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:37.516264 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-0422ee23-dbbc-4554-8550-4c04548ca624 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=6d115e48601640568b8a14b435fbdd2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4612596 Oct 03 12:51:37.516264 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422ee23-dbbc-4554-8550-4c04548ca624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54d7f58-39fd-44cf-9897-63ddb06d6661,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:37.516907 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37350) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:37.542956 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b565ca-50ab-4df9-918c-d4f63fa43ff2 req-6ce66c2e-4206-48b4-ab17-2bef9e37c841 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:37.544782 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-78b565ca-50ab-4df9-918c-d4f63fa43ff2 req-6ce66c2e-4206-48b4-ab17-2bef9e37c841 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 944 time: 0.0611985 Oct 03 12:51:37.573234 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-940593af-aafc-475e-af89-b3a9110ff12a admin admin] Publish callbacks [] for security_group (e54d7f58-39fd-44cf-9897-63ddb06d6661), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:37.582980 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Publish callbacks [] for port (6cdfcb96-2383-44f4-b172-d2cd042c06b2), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:37.609212 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 01735561-0af5-445a-b8c8-4842dba74030 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:51:37.631293 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b23b2ec0-877d-461e-a81b-c58c20988b43 admin admin] Publish callbacks [] for security_group (5913f57a-58d3-4068-83b0-6710d77e431d), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:37.638545 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-78b565ca-50ab-4df9-918c-d4f63fa43ff2 req-3f6267a0-5c7a-4a3a-9f57-dcc7e5b31758 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818965 Oct 03 12:51:37.672102 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b23b2ec0-877d-461e-a81b-c58c20988b43 admin admin] Publish callbacks [] for security_group (5913f57a-58d3-4068-83b0-6710d77e431d), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:37.690022 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (6cdfcb96-2383-44f4-b172-d2cd042c06b2), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:37.698920 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-940593af-aafc-475e-af89-b3a9110ff12a admin admin] Publish callbacks [] for security_group (e54d7f58-39fd-44cf-9897-63ddb06d6661), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:37.750899 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b9a8244c-1cb8-4dfc-8f61-7d7cda3d1975 admin admin] Publish callbacks [] for router_gateway (53d59532-55d2-4727-acf3-529de2203db5), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:37.757926 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Network 1ccd52b4-506d-483d-a4e0-802199d3659f is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:51:37.760919 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Pushing event updated for resources: {'Port': ['ID=6cdfcb96-2383-44f4-b172-d2cd042c06b2,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:37.765056 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:51:37.769511 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:51:37.784410 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:37.784749 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:37.785108 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:37.785556 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:37.785881 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:37.786221 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:37.786524 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:37.786839 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:37.787170 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:37.787516 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:37.787836 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:37.788152 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:37.788465 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:37.788776 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:37.789085 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:37.831346 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b23b2ec0-877d-461e-a81b-c58c20988b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (5913f57a-58d3-4068-83b0-6710d77e431d), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:37.834413 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b23b2ec0-877d-461e-a81b-c58c20988b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:37.836498 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-b23b2ec0-877d-461e-a81b-c58c20988b43 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5913f57a-58d3-4068-83b0-6710d77e431d HTTP/1.1" status: 204 len: 168 time: 0.3695047 Oct 03 12:51:37.847142 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b2ec0-877d-461e-a81b-c58c20988b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5913f57a-58d3-4068-83b0-6710d77e431d,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:37.854744 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 01735561-0af5-445a-b8c8-4842dba74030, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=01735561-0af5-445a-b8c8-4842dba74030,segment=NetworkSegment(2d0d497d-abe0-4531-b77e-782db7b902bb),segment_id=2d0d497d-abe0-4531-b77e-782db7b902bb)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:51:37.867914 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-940593af-aafc-475e-af89-b3a9110ff12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (e54d7f58-39fd-44cf-9897-63ddb06d6661), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:37.870886 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-940593af-aafc-475e-af89-b3a9110ff12a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:37.877813 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-940593af-aafc-475e-af89-b3a9110ff12a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e54d7f58-39fd-44cf-9897-63ddb06d6661 HTTP/1.1" status: 204 len: 168 time: 0.3540225 Oct 03 12:51:37.891816 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': '01735561-0af5-445a-b8c8-4842dba74030', 'network_id': 'df9ed0db-b693-4022-818d-ff2821fbd347', 'port_id': '01735561-0af5-445a-b8c8-4842dba74030', 'mac_address': 'fa:16:3e:05:58:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf46c2e8-ba6b-48e5-bc55-a4aa6737bb50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:51:37.897410 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Attempting to bind port 6cdfcb96-2383-44f4-b172-d2cd042c06b2 on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:51:37.897776 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Attempting to bind port 6cdfcb96-2383-44f4-b172-d2cd042c06b2 by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': '68f8d878-ae14-402a-ae5e-c260c9ff73d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:51:37.898173 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Attempting to bind port 6cdfcb96-2383-44f4-b172-d2cd042c06b2 on network 1ccd52b4-506d-483d-a4e0-802199d3659f {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:51:37.950014 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940593af-aafc-475e-af89-b3a9110ff12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54d7f58-39fd-44cf-9897-63ddb06d6661,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:37.984238 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c84111-6cb3-4790-b04b-b3e4f87a6b9b req-352a8be7-ad78-4df1-a25d-023c0e77d58c tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:37.986567 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-67c84111-6cb3-4790-b04b-b3e4f87a6b9b req-352a8be7-ad78-4df1-a25d-023c0e77d58c tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0827036 Oct 03 12:51:38.031390 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 01735561-0af5-445a-b8c8-4842dba74030 is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:51:38.031390 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (01735561-0af5-445a-b8c8-4842dba74030), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:38.033721 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:51:38.034121 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Checking segment: {'id': '68f8d878-ae14-402a-ae5e-c260c9ff73d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:51:38.034752 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:38.035095 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Bound using segment: {'id': '68f8d878-ae14-402a-ae5e-c260c9ff73d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:51:38.036240 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Bound port: 6cdfcb96-2383-44f4-b172-d2cd042c06b2, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f8d878-ae14-402a-ae5e-c260c9ff73d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:51:38.036630 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (6cdfcb96-2383-44f4-b172-d2cd042c06b2), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:38.045691 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-67c84111-6cb3-4790-b04b-b3e4f87a6b9b req-1001efee-55f7-468f-9ed9-7466d72678f6 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502853 Oct 03 12:51:38.070913 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01735561-0af5-445a-b8c8-4842dba74030 {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:51:38.112144 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 01735561-0af5-445a-b8c8-4842dba74030, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=01735561-0af5-445a-b8c8-4842dba74030,segment=NetworkSegment(2d0d497d-abe0-4531-b77e-782db7b902bb),segment_id=2d0d497d-abe0-4531-b77e-782db7b902bb)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:51:38.121226 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b9a8244c-1cb8-4dfc-8f61-7d7cda3d1975 admin admin] Publish callbacks [] for router_gateway (53d59532-55d2-4727-acf3-529de2203db5), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:38.134996 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] For port 6cdfcb96-2383-44f4-b172-d2cd042c06b2, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:51:38.138006 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] For port 6cdfcb96-2383-44f4-b172-d2cd042c06b2, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=6cdfcb96-2383-44f4-b172-d2cd042c06b2,segment=NetworkSegment(68f8d878-ae14-402a-ae5e-c260c9ff73d4),segment_id=68f8d878-ae14-402a-ae5e-c260c9ff73d4)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:51:38.141109 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b9a8244c-1cb8-4dfc-8f61-7d7cda3d1975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:38.250236 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [None req-b9a8244c-1cb8-4dfc-8f61-7d7cda3d1975 admin admin] Allocated IP 172.27.0.199 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/b4700652-d192-44bf-97d0-e085a0316947) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:51:38.363229 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b9a8244c-1cb8-4dfc-8f61-7d7cda3d1975 admin admin] Publish callbacks [] for port (b4700652-d192-44bf-97d0-e085a0316947), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:38.427260 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (6cdfcb96-2383-44f4-b172-d2cd042c06b2), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:38.432714 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (01735561-0af5-445a-b8c8-4842dba74030), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:38.488858 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d789ca-91e9-4569-be32-98836d2fe3c9 None None] Pushing event updated for resources: {'Port': ['ID=6cdfcb96-2383-44f4-b172-d2cd042c06b2,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:38.534934 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b9a8244c-1cb8-4dfc-8f61-7d7cda3d1975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (b4700652-d192-44bf-97d0-e085a0316947), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:38.559535 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=01735561-0af5-445a-b8c8-4842dba74030,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:38.593828 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a8244c-1cb8-4dfc-8f61-7d7cda3d1975 admin admin] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:51:38.596807 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-b9a8244c-1cb8-4dfc-8f61-7d7cda3d1975 admin admin] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:51:38.599996 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a8244c-1cb8-4dfc-8f61-7d7cda3d1975 admin admin] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:51:38.640879 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8244c-1cb8-4dfc-8f61-7d7cda3d1975 admin admin] Pushing event updated for resources: {'Port': ['ID=b4700652-d192-44bf-97d0-e085a0316947,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:38.763245 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['01735561-0af5-445a-b8c8-4842dba74030'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:51:38.903398 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b249b-41cc-4d84-9795-63b3fe6f92de req-1c4248c8-308e-4fe5-96ff-ac9f0be8dad3 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:38.905116 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b20b249b-41cc-4d84-9795-63b3fe6f92de req-1c4248c8-308e-4fe5-96ff-ac9f0be8dad3 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 945 time: 0.0781150 Oct 03 12:51:38.919489 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:38.933846 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:38.960464 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b20b249b-41cc-4d84-9795-63b3fe6f92de req-82b3137f-9d01-4d16-8d1b-ed56b0d884c7 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482171 Oct 03 12:51:39.057315 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 6cdfcb96-2383-44f4-b172-d2cd042c06b2 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:51:39.103569 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 6cdfcb96-2383-44f4-b172-d2cd042c06b2 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:51:39.103940 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (6cdfcb96-2383-44f4-b172-d2cd042c06b2), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:39.104273 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 6cdfcb96-2383-44f4-b172-d2cd042c06b2 Oct 03 12:51:39.188523 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 6cdfcb96-2383-44f4-b172-d2cd042c06b2 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:51:39.188903 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (6cdfcb96-2383-44f4-b172-d2cd042c06b2), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:39.197687 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7f02b-b5dd-428a-84a7-9b08c6b89a81 req-2c884fa0-1373-4f9e-89da-af07d324462a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:39.209885 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9cc7f02b-b5dd-428a-84a7-9b08c6b89a81 req-2c884fa0-1373-4f9e-89da-af07d324462a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0688882 Oct 03 12:51:39.231644 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port 6cdfcb96-2383-44f4-b172-d2cd042c06b2, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=6cdfcb96-2383-44f4-b172-d2cd042c06b2,segment=NetworkSegment(68f8d878-ae14-402a-ae5e-c260c9ff73d4),segment_id=68f8d878-ae14-402a-ae5e-c260c9ff73d4)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:51:39.276227 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9cc7f02b-b5dd-428a-84a7-9b08c6b89a81 req-440bce1c-aa42-409e-97ea-c06814b0415e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650384 Oct 03 12:51:39.320005 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (6cdfcb96-2383-44f4-b172-d2cd042c06b2), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:39.413274 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=6cdfcb96-2383-44f4-b172-d2cd042c06b2,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:39.483759 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b9a8244c-1cb8-4dfc-8f61-7d7cda3d1975 admin admin] Publish callbacks [] for router_gateway (53d59532-55d2-4727-acf3-529de2203db5), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:39.624570 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 01735561-0af5-445a-b8c8-4842dba74030 up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:51:39.690100 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning for port 01735561-0af5-445a-b8c8-4842dba74030 completed by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 12:51:39.694923 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2436156c-9b84-49b0-96dc-8559f4d8f364 None None] Network 1ccd52b4-506d-483d-a4e0-802199d3659f requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:51:39.744653 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b9a8244c-1cb8-4dfc-8f61-7d7cda3d1975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764622'] for router (53d59532-55d2-4727-acf3-529de2203db5), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:39.860427 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port 01735561-0af5-445a-b8c8-4842dba74030 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:51:39.860720 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (01735561-0af5-445a-b8c8-4842dba74030), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:39.861055 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port 01735561-0af5-445a-b8c8-4842dba74030 Oct 03 12:51:39.866761 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:39.902702 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-b16edc7e-ba12-42c6-99ba-d6e5f0d94b26 None None] Provisioning complete for port 6cdfcb96-2383-44f4-b172-d2cd042c06b2 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:51:39.902702 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b16edc7e-ba12-42c6-99ba-d6e5f0d94b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (6cdfcb96-2383-44f4-b172-d2cd042c06b2), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:39.902702 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-b16edc7e-ba12-42c6-99ba-d6e5f0d94b26 None None] Attempt 1 to provision port 6cdfcb96-2383-44f4-b172-d2cd042c06b2 Oct 03 12:51:39.945697 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a8244c-1cb8-4dfc-8f61-7d7cda3d1975 admin admin] Router 53d59532-55d2-4727-acf3-529de2203db5 is scheduled to L3 agent eb5f2f97-6425-444e-901b-913018c2b714 with binding_index 1 {{(pid=113284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 12:51:40.091734 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a8244c-1cb8-4dfc-8f61-7d7cda3d1975 admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:51:40.115796 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] Sync routers for ids ['53d59532-55d2-4727-acf3-529de2203db5'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:51:40.155223 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 01735561-0af5-445a-b8c8-4842dba74030 is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:51:40.155667 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (01735561-0af5-445a-b8c8-4842dba74030), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:40.178833 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b9a8244c-1cb8-4dfc-8f61-7d7cda3d1975 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:40.183999 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 37406) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:40.189543 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-b9a8244c-1cb8-4dfc-8f61-7d7cda3d1975 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9128067 Oct 03 12:51:40.225581 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37408) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:40.264189 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-b16edc7e-ba12-42c6-99ba-d6e5f0d94b26 None None] Current status of the port 6cdfcb96-2383-44f4-b172-d2cd042c06b2 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:51:40.271730 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] Routers {'53d59532-55d2-4727-acf3-529de2203db5'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:51:40.273079 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:51:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['53d59532-55d2-4727-acf3-529de2203db5'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:51:40.406310 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25ca40b-7241-41b9-8a8b-8e19a3bc14b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01735561-0af5-445a-b8c8-4842dba74030'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:51:40.408689 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1345f991-8858-4fb3-bb6b-53fd22ecc69b" -d '{"events": [{"server_uuid": "f25ca40b-7241-41b9-8a8b-8e19a3bc14b2", "name": "network-vif-plugged", "status": "completed", "tag": "01735561-0af5-445a-b8c8-4842dba74030"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:51:40.425597 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-987ac87a-1672-4db7-a995-0d832f320c05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:40.434905 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae223f-8868-46ad-8b78-9056d483793c req-810a8f0e-df11-434a-85fc-caca2e9cfccb tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:40.459015 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c3ae223f-8868-46ad-8b78-9056d483793c req-810a8f0e-df11-434a-85fc-caca2e9cfccb tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 945 time: 0.1037719 Oct 03 12:51:40.459573 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 01735561-0af5-445a-b8c8-4842dba74030, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=01735561-0af5-445a-b8c8-4842dba74030,segment=NetworkSegment(2d0d497d-abe0-4531-b77e-782db7b902bb),segment_id=2d0d497d-abe0-4531-b77e-782db7b902bb)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:51:40.459573 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-522493a7-53e7-4baa-8fe3-408f7f7976eb None None] Provisioning complete for port 6cdfcb96-2383-44f4-b172-d2cd042c06b2 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:51:40.459573 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-522493a7-53e7-4baa-8fe3-408f7f7976eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (6cdfcb96-2383-44f4-b172-d2cd042c06b2), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:40.459573 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-522493a7-53e7-4baa-8fe3-408f7f7976eb None None] Attempt 1 to provision port 6cdfcb96-2383-44f4-b172-d2cd042c06b2 Oct 03 12:51:40.473443 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] Set router 53d59532-55d2-4727-acf3-529de2203db5 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:51:40.479916 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af15022d-00f4-4c49-98ac-680dddaeced4 x-openstack-request-id: req-af15022d-00f4-4c49-98ac-680dddaeced4 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:51:40.480470 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25ca40b-7241-41b9-8a8b-8e19a3bc14b2", "name": "network-vif-plugged", "status": "completed", "tag": "01735561-0af5-445a-b8c8-4842dba74030", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:51:40.481173 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-af15022d-00f4-4c49-98ac-680dddaeced4 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:51:40.481727 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af15022d-00f4-4c49-98ac-680dddaeced4'] response: {'server_uuid': 'f25ca40b-7241-41b9-8a8b-8e19a3bc14b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01735561-0af5-445a-b8c8-4842dba74030', 'code': 200} Oct 03 12:51:40.510506 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:INSERT=14,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:40.576418 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-987ac87a-1672-4db7-a995-0d832f320c05 admin admin] Publish callbacks [] for security_group (f3740052-4847-4063-a884-8bafac88451c), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:40.605818 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (01735561-0af5-445a-b8c8-4842dba74030), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:40.610713 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c3ae223f-8868-46ad-8b78-9056d483793c req-12839293-82ac-4b94-bf4a-5b3f064580bb tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637154 Oct 03 12:51:40.711386 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-987ac87a-1672-4db7-a995-0d832f320c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (f3740052-4847-4063-a884-8bafac88451c), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:40.735251 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:40.758489 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ac87a-1672-4db7-a995-0d832f320c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3740052-4847-4063-a884-8bafac88451c,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:40.786924 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-987ac87a-1672-4db7-a995-0d832f320c05 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b22cd583306248a1b2f052414af818f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5575309 Oct 03 12:51:40.788944 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37422) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:40.804247 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=01735561-0af5-445a-b8c8-4842dba74030,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:40.812353 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-522493a7-53e7-4baa-8fe3-408f7f7976eb None None] Current status of the port 6cdfcb96-2383-44f4-b172-d2cd042c06b2 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:51:40.834172 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:38Z', 'revision_number': 3, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:51:40.849341 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-63968f6e-71f8-4301-87aa-b69fef1266e1 admin admin] Publish callbacks [] for security_group (f3740052-4847-4063-a884-8bafac88451c), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:40.868153 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:UPDATE=5,neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=5 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:40.880858 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-63968f6e-71f8-4301-87aa-b69fef1266e1 admin admin] Publish callbacks [] for security_group (f3740052-4847-4063-a884-8bafac88451c), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:40.893247 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] Checking router: 53d59532-55d2-4727-acf3-529de2203db5 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:51:40.893247 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] Updating router 53d59532-55d2-4727-acf3-529de2203db5 port b4700652-d192-44bf-97d0-e085a0316947 binding host dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:51:40.896769 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-749b0370-219f-4b72-9ee6-8f329b763723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:40.931449 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (b4700652-d192-44bf-97d0-e085a0316947), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:41.027706 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea5ef3-bfc9-4983-9867-cbf52d3866b5 req-e9a53c14-4739-4862-8e18-2e149b06f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:41.029218 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-fcea5ef3-bfc9-4983-9867-cbf52d3866b5 req-e9a53c14-4739-4862-8e18-2e149b06f17f service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 1130 time: 0.0946310 Oct 03 12:51:41.085502 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:41.086663 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 6cdfcb96-2383-44f4-b172-d2cd042c06b2 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:51:41.095390 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-fcea5ef3-bfc9-4983-9867-cbf52d3866b5 req-a89da2c7-1453-4246-a523-7640a792aef8 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520809 Oct 03 12:51:41.110749 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-63968f6e-71f8-4301-87aa-b69fef1266e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (f3740052-4847-4063-a884-8bafac88451c), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:41.113965 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-63968f6e-71f8-4301-87aa-b69fef1266e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:41.140836 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_common [None req-749b0370-219f-4b72-9ee6-8f329b763723 admin admin] Allocated IP 172.20.0.1 (1ccd52b4-506d-483d-a4e0-802199d3659f/992bdcdd-031e-4962-982a-3fce89fa640a/eb4735ac-c7dc-4184-91df-c6a684c0ecf7) {{(pid=113285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:51:41.150325 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-63968f6e-71f8-4301-87aa-b69fef1266e1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f3740052-4847-4063-a884-8bafac88451c HTTP/1.1" status: 204 len: 168 time: 0.3253546 Oct 03 12:51:41.167895 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 6cdfcb96-2383-44f4-b172-d2cd042c06b2 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:51:41.167895 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (6cdfcb96-2383-44f4-b172-d2cd042c06b2), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:41.167895 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 6cdfcb96-2383-44f4-b172-d2cd042c06b2 Oct 03 12:51:41.171849 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63968f6e-71f8-4301-87aa-b69fef1266e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3740052-4847-4063-a884-8bafac88451c,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:41.276646 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:41.291341 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-749b0370-219f-4b72-9ee6-8f329b763723 admin admin] Publish callbacks [] for port (eb4735ac-c7dc-4184-91df-c6a684c0ecf7), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:41.378935 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 6cdfcb96-2383-44f4-b172-d2cd042c06b2 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:51:41.379683 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37440) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:41.385046 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-0902ca7d-d073-46da-a2dc-24889d1c3efd tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1371682605', 'description': 'tempest-description--225722525'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:51:41.421179 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-749b0370-219f-4b72-9ee6-8f329b763723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (eb4735ac-c7dc-4184-91df-c6a684c0ecf7), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:41.435894 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] Publish callbacks [] for port (b4700652-d192-44bf-97d0-e085a0316947), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:41.445474 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:41.471360 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749b0370-219f-4b72-9ee6-8f329b763723 admin admin] Network 1ccd52b4-506d-483d-a4e0-802199d3659f is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:51:41.485383 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-749b0370-219f-4b72-9ee6-8f329b763723 admin admin] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:51:41.487604 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b0370-219f-4b72-9ee6-8f329b763723 admin admin] Pushing event updated for resources: {'Port': ['ID=eb4735ac-c7dc-4184-91df-c6a684c0ecf7,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:41.490878 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749b0370-219f-4b72-9ee6-8f329b763723 admin admin] Received port after_create {{(pid=113285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:51:41.491376 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-749b0370-219f-4b72-9ee6-8f329b763723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527157'] for router_interface (53d59532-55d2-4727-acf3-529de2203db5), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:41.497715 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0902ca7d-d073-46da-a2dc-24889d1c3efd tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:41.528796 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (b4700652-d192-44bf-97d0-e085a0316947), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:41.606589 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0902ca7d-d073-46da-a2dc-24889d1c3efd tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for security_group (b92082ea-7c46-4dcf-b184-25150c194231), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:41.617962 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] Attempting to bind port b4700652-d192-44bf-97d0-e085a0316947 on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:51:41.618340 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] Attempting to bind port b4700652-d192-44bf-97d0-e085a0316947 by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:51:41.618709 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] Attempting to bind port b4700652-d192-44bf-97d0-e085a0316947 on network 53809124-b48e-44e3-984c-30b91b72e738 {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:51:41.672811 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943eed0-de05-490e-beb2-a02007e3d2ad None None] Pushing event updated for resources: {'Port': ['ID=b4700652-d192-44bf-97d0-e085a0316947,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:41.709779 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:51:41.712633 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] Checking segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:51:41.712856 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0902ca7d-d073-46da-a2dc-24889d1c3efd tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (b92082ea-7c46-4dcf-b184-25150c194231), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:41.714346 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:41.714758 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] Bound using segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:51:41.715388 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] Bound port: b4700652-d192-44bf-97d0-e085a0316947, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:51:41.721559 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (b4700652-d192-44bf-97d0-e085a0316947), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:41.785714 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] For port b4700652-d192-44bf-97d0-e085a0316947, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:51:41.788668 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902ca7d-d073-46da-a2dc-24889d1c3efd tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b92082ea-7c46-4dcf-b184-25150c194231,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:41.790228 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] For port b4700652-d192-44bf-97d0-e085a0316947, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=b4700652-d192-44bf-97d0-e085a0316947,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:51:41.847076 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f35fe-6997-4c96-9ca4-f2f447fb8c70 req-1c143e75-985f-4b30-8462-e6e49e099ab6 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:41.848965 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3c2f35fe-6997-4c96-9ca4-f2f447fb8c70 req-1c143e75-985f-4b30-8462-e6e49e099ab6 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 946 time: 0.1105707 Oct 03 12:51:41.858417 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-749b0370-219f-4b72-9ee6-8f329b763723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (eb4735ac-c7dc-4184-91df-c6a684c0ecf7), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:41.864337 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-94b1b629-a383-4440-a5c5-6fa11a8a45f0 None None] Provisioning complete for port eb4735ac-c7dc-4184-91df-c6a684c0ecf7 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:51:41.864818 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0902ca7d-d073-46da-a2dc-24889d1c3efd tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:41.865022 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-94b1b629-a383-4440-a5c5-6fa11a8a45f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (eb4735ac-c7dc-4184-91df-c6a684c0ecf7), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:41.865022 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-94b1b629-a383-4440-a5c5-6fa11a8a45f0 None None] Attempt 1 to provision port eb4735ac-c7dc-4184-91df-c6a684c0ecf7 Oct 03 12:51:41.865454 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-0902ca7d-d073-46da-a2dc-24889d1c3efd tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4825287 Oct 03 12:51:41.866474 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37456) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:41.870901 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-21109b8f-9fb3-47ae-b79d-ce5a113890aa tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Request body: {'security_group_rule': {'security_group_id': 'b92082ea-7c46-4dcf-b184-25150c194231', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:51:41.903432 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-94b1b629-a383-4440-a5c5-6fa11a8a45f0 None None] Port eb4735ac-c7dc-4184-91df-c6a684c0ecf7 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:51:41.910147 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (b4700652-d192-44bf-97d0-e085a0316947), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:41.950628 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] Routers {'53d59532-55d2-4727-acf3-529de2203db5'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:51:41.951292 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:51:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['53d59532-55d2-4727-acf3-529de2203db5'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:51:41.964496 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3c2f35fe-6997-4c96-9ca4-f2f447fb8c70 req-b4a97fa4-a38e-4af6-abdd-9783e16edb05 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889919 Oct 03 12:51:41.985562 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:41.988933 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 37458) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:42.015878 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-21109b8f-9fb3-47ae-b79d-ce5a113890aa tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for security_group_rule (2fb3cecb-2ecd-4505-8eef-bc5acb48c85e), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:42.033383 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-867ed7e4-360e-46bf-93c6-1d70d19bbe7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:42.084499 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] Set router 53d59532-55d2-4727-acf3-529de2203db5 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:51:42.131760 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-21109b8f-9fb3-47ae-b79d-ce5a113890aa tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for security_group_rule (2fb3cecb-2ecd-4505-8eef-bc5acb48c85e), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:42.192469 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-21109b8f-9fb3-47ae-b79d-ce5a113890aa tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (2fb3cecb-2ecd-4505-8eef-bc5acb48c85e), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:42.212703 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-749b0370-219f-4b72-9ee6-8f329b763723 admin admin] Publish callbacks [] for port (eb4735ac-c7dc-4184-91df-c6a684c0ecf7), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:42.228910 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21109b8f-9fb3-47ae-b79d-ce5a113890aa tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb3cecb-2ecd-4505-8eef-bc5acb48c85e,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:42.255390 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-867ed7e4-360e-46bf-93c6-1d70d19bbe7f admin admin] Publish callbacks [] for security_group (7bafd049-4f65-4c27-bae4-04b1c9c50d34), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:42.288730 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-749b0370-219f-4b72-9ee6-8f329b763723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (eb4735ac-c7dc-4184-91df-c6a684c0ecf7), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:42.289599 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-749b0370-219f-4b72-9ee6-8f329b763723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527273'] for router_interface (53d59532-55d2-4727-acf3-529de2203db5), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:42.308062 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-21109b8f-9fb3-47ae-b79d-ce5a113890aa tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:42.313058 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-21109b8f-9fb3-47ae-b79d-ce5a113890aa tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4454098 Oct 03 12:51:42.313996 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37462) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:42.320018 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-5ae55563-8a28-401d-ae57-fb897fe3a4de tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Request body: {'security_group_rule': {'security_group_id': 'b92082ea-7c46-4dcf-b184-25150c194231', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:51:42.325338 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-867ed7e4-360e-46bf-93c6-1d70d19bbe7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (7bafd049-4f65-4c27-bae4-04b1c9c50d34), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:42.330744 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943eed0-de05-490e-beb2-a02007e3d2ad None None] Pushing event updated for resources: {'Port': ['ID=b4700652-d192-44bf-97d0-e085a0316947,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:42.442301 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5ae55563-8a28-401d-ae57-fb897fe3a4de tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for security_group_rule (98998cfb-7c28-4a8a-bdab-f91d257aeef1), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:42.471123 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'eb4735ac-c7dc-4184-91df-c6a684c0ecf7', 'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'mac_address': 'fa:16:3e:10:e5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:40Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 1, 'project_id': '38d1778202d041b58934150c6af9685c', 'subnets': [{'id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:51:42.509278 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af33a50-bb3d-414d-b7b8-25d9c547af06 None None] The sync data for ids ['53d59532-55d2-4727-acf3-529de2203db5'] in dv-cinder-844563-12-iscsi is: [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'eb4735ac-c7dc-4184-91df-c6a684c0ecf7', 'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'mac_address': 'fa:16:3e:10:e5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:40Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 1, 'project_id': '38d1778202d041b58934150c6af9685c', 'subnets': [{'id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:51:42.537509 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5ae55563-8a28-401d-ae57-fb897fe3a4de tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for security_group_rule (98998cfb-7c28-4a8a-bdab-f91d257aeef1), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:42.620319 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5ae55563-8a28-401d-ae57-fb897fe3a4de tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (98998cfb-7c28-4a8a-bdab-f91d257aeef1), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:42.634161 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b0370-219f-4b72-9ee6-8f329b763723 admin admin] Pushing event updated for resources: {'Port': ['ID=eb4735ac-c7dc-4184-91df-c6a684c0ecf7,revision_number=2']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:42.644392 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae55563-8a28-401d-ae57-fb897fe3a4de tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98998cfb-7c28-4a8a-bdab-f91d257aeef1,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:42.666819 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-867ed7e4-360e-46bf-93c6-1d70d19bbe7f admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=fd710dd7ca454d819aaf50dc7fc7372f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6770339 Oct 03 12:51:42.669779 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37464) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:42.671618 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ed7e4-360e-46bf-93c6-1d70d19bbe7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bafd049-4f65-4c27-bae4-04b1c9c50d34,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:42.710283 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749b0370-219f-4b72-9ee6-8f329b763723 admin admin] Network 1ccd52b4-506d-483d-a4e0-802199d3659f is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:51:42.711751 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-749b0370-219f-4b72-9ee6-8f329b763723 admin admin] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:51:42.732274 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-21062e03-75bf-42e5-9476-e86114ac6243 admin admin] Publish callbacks [] for security_group (7bafd049-4f65-4c27-bae4-04b1c9c50d34), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:42.751730 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5ae55563-8a28-401d-ae57-fb897fe3a4de tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:42.757728 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-5ae55563-8a28-401d-ae57-fb897fe3a4de tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4420424 Oct 03 12:51:42.766496 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37466) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:42.797870 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-b56fd9f0-0c33-4676-bcd5-6ebe5336ec3e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Request body: {'floatingip': {'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:51:42.810885 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-21062e03-75bf-42e5-9476-e86114ac6243 admin admin] Publish callbacks [] for security_group (7bafd049-4f65-4c27-bae4-04b1c9c50d34), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:42.968530 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749b0370-219f-4b72-9ee6-8f329b763723 admin admin] Router 53d59532-55d2-4727-acf3-529de2203db5 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:51:43.073386 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b56fd9f0-0c33-4676-bcd5-6ebe5336ec3e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:43.076459 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-21062e03-75bf-42e5-9476-e86114ac6243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (7bafd049-4f65-4c27-bae4-04b1c9c50d34), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:43.083715 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-21062e03-75bf-42e5-9476-e86114ac6243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:43.083715 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-21062e03-75bf-42e5-9476-e86114ac6243 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7bafd049-4f65-4c27-bae4-04b1c9c50d34 HTTP/1.1" status: 204 len: 168 time: 0.4098363 Oct 03 12:51:43.146380 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-c468e014-9242-437e-b18e-02d1bca666de None None] Provisioning complete for port eb4735ac-c7dc-4184-91df-c6a684c0ecf7 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:51:43.146970 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c468e014-9242-437e-b18e-02d1bca666de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (eb4735ac-c7dc-4184-91df-c6a684c0ecf7), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:43.147228 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-c468e014-9242-437e-b18e-02d1bca666de None None] Attempt 1 to provision port eb4735ac-c7dc-4184-91df-c6a684c0ecf7 Oct 03 12:51:43.192301 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21062e03-75bf-42e5-9476-e86114ac6243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bafd049-4f65-4c27-bae4-04b1c9c50d34,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:43.201929 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-c468e014-9242-437e-b18e-02d1bca666de None None] Port eb4735ac-c7dc-4184-91df-c6a684c0ecf7 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:51:43.230405 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749b0370-219f-4b72-9ee6-8f329b763723 admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:51:43.245794 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8c65e-6806-49a3-b1d7-c7c11797545f req-9e6a936c-dccc-417c-9a37-826c52b72480 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:43.255755 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b1f8c65e-6806-49a3-b1d7-c7c11797545f req-9e6a936c-dccc-417c-9a37-826c52b72480 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 946 time: 0.1593087 Oct 03 12:51:43.268344 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b56fd9f0-0c33-4676-bcd5-6ebe5336ec3e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:43.279926 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-749b0370-219f-4b72-9ee6-8f329b763723 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/53d59532-55d2-4727-acf3-529de2203db5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0882692 Oct 03 12:51:43.335576 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b1f8c65e-6806-49a3-b1d7-c7c11797545f req-624fa691-f98a-4883-a5f0-57615d3d5293 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788965 Oct 03 12:51:43.422063 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:43.471225 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [None req-b56fd9f0-0c33-4676-bcd5-6ebe5336ec3e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Allocated IP 172.27.0.162 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/5d206379-4cf0-4411-8259-f7de64bd31cb) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:51:43.640189 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b56fd9f0-0c33-4676-bcd5-6ebe5336ec3e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for port (5d206379-4cf0-4411-8259-f7de64bd31cb), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:43.765280 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b56fd9f0-0c33-4676-bcd5-6ebe5336ec3e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (5d206379-4cf0-4411-8259-f7de64bd31cb), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:43.828674 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56fd9f0-0c33-4676-bcd5-6ebe5336ec3e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:51:43.836356 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-b56fd9f0-0c33-4676-bcd5-6ebe5336ec3e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:51:43.849261 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56fd9f0-0c33-4676-bcd5-6ebe5336ec3e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:51:43.859174 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56fd9f0-0c33-4676-bcd5-6ebe5336ec3e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Pushing event updated for resources: {'Port': ['ID=5d206379-4cf0-4411-8259-f7de64bd31cb,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:44.038042 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b56fd9f0-0c33-4676-bcd5-6ebe5336ec3e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for floatingip (93eecbff-adb4-4ccf-9701-f6f53879482a), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:44.178399 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b56fd9f0-0c33-4676-bcd5-6ebe5336ec3e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (5d206379-4cf0-4411-8259-f7de64bd31cb), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:44.351944 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:44.396827 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b56fd9f0-0c33-4676-bcd5-6ebe5336ec3e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for port (5d206379-4cf0-4411-8259-f7de64bd31cb), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:44.465275 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b56fd9f0-0c33-4676-bcd5-6ebe5336ec3e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (5d206379-4cf0-4411-8259-f7de64bd31cb), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:44.468612 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:44.479736 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef894d-9b1a-40ae-ac74-788321c01c71 req-8685770f-e218-46d3-a4bb-4706ed9f7488 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:44.481912 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-06ef894d-9b1a-40ae-ac74-788321c01c71 req-8685770f-e218-46d3-a4bb-4706ed9f7488 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 946 time: 0.0572402 Oct 03 12:51:44.544284 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56fd9f0-0c33-4676-bcd5-6ebe5336ec3e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Pushing event updated for resources: {'Port': ['ID=5d206379-4cf0-4411-8259-f7de64bd31cb,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:44.546898 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b56fd9f0-0c33-4676-bcd5-6ebe5336ec3e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (93eecbff-adb4-4ccf-9701-f6f53879482a), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:44.573797 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-06ef894d-9b1a-40ae-ac74-788321c01c71 req-8534e5cb-c532-488e-8098-c9f9e6b974ab tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860336 Oct 03 12:51:44.605059 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:44.622869 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b56fd9f0-0c33-4676-bcd5-6ebe5336ec3e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:44.624157 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-b56fd9f0-0c33-4676-bcd5-6ebe5336ec3e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8476372 Oct 03 12:51:44.690892 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37540) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:44.696256 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-b5906d46-184e-4fa0-bdf6-67931f92cb59 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-282230418-network', 'tenant_id': '255d6627821c48b38f53f9abe4b6e3ae'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:51:44.786568 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5906d46-184e-4fa0-bdf6-67931f92cb59 admin admin] Made reservation on behalf of 255d6627821c48b38f53f9abe4b6e3ae for: {'network': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:51:44.789012 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b5906d46-184e-4fa0-bdf6-67931f92cb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for network (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:44.798324 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b5906d46-184e-4fa0-bdf6-67931f92cb59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:44.812048 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:44.903287 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b5906d46-184e-4fa0-bdf6-67931f92cb59 admin admin] Publish callbacks [] for security_group (d2880357-72da-4f71-9c08-3f188e090ed0), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:44.909369 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-823e333e-c108-405e-b822-8d947a0d1b42 req-37c06eef-d2ed-42df-9246-8f59a4492369 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1371682605&fields=id&tenant_id=3f2b18d217d14d39886718cf209eb576 HTTP/1.1" status: 200 len: 267 time: 0.0662596 Oct 03 12:51:44.970198 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:45.014899 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b5906d46-184e-4fa0-bdf6-67931f92cb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (d2880357-72da-4f71-9c08-3f188e090ed0), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:45.027518 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e333e-c108-405e-b822-8d947a0d1b42 req-a8d3701c-00d1-4211-b670-875d4756ebaa tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:45.029357 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-823e333e-c108-405e-b822-8d947a0d1b42 req-a8d3701c-00d1-4211-b670-875d4756ebaa tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/networks?id=f492b9a3-221f-4263-a074-289d6252f405 HTTP/1.1" status: 200 len: 819 time: 0.1188390 Oct 03 12:51:45.054999 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5906d46-184e-4fa0-bdf6-67931f92cb59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=113284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:51:45.055157 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device b4700652-d192-44bf-97d0-e085a0316947 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:51:45.063309 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-823e333e-c108-405e-b822-8d947a0d1b42 req-e297375c-f32c-4f0d-a25e-044d7d86db9b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/quotas/3f2b18d217d14d39886718cf209eb576 HTTP/1.1" status: 200 len: 375 time: 0.0265694 Oct 03 12:51:45.070822 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5906d46-184e-4fa0-bdf6-67931f92cb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2880357-72da-4f71-9c08-3f188e090ed0,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:45.086736 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b5906d46-184e-4fa0-bdf6-67931f92cb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (8920a23e-408a-4b00-8677-fa350b9d480e), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:45.086736 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.segments_db [None req-b5906d46-184e-4fa0-bdf6-67931f92cb59 admin admin] Added segment 8920a23e-408a-4b00-8677-fa350b9d480e of type vlan for network 789eec20-4759-427b-acbf-933c178e442d Oct 03 12:51:45.132648 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port b4700652-d192-44bf-97d0-e085a0316947 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:51:45.133382 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (b4700652-d192-44bf-97d0-e085a0316947), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:45.133805 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port b4700652-d192-44bf-97d0-e085a0316947 Oct 03 12:51:45.134255 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b5906d46-184e-4fa0-bdf6-67931f92cb59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775902012618'] for network (789eec20-4759-427b-acbf-933c178e442d), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:45.135219 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-823e333e-c108-405e-b822-8d947a0d1b42 req-c5293f57-ebf2-4f49-bdeb-3e42b03bcb0f tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3f2b18d217d14d39886718cf209eb576&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0622201 Oct 03 12:51:45.225626 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port b4700652-d192-44bf-97d0-e085a0316947 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:51:45.226016 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (b4700652-d192-44bf-97d0-e085a0316947), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:45.231856 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b5906d46-184e-4fa0-bdf6-67931f92cb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for network (789eec20-4759-427b-acbf-933c178e442d), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:45.233855 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5906d46-184e-4fa0-bdf6-67931f92cb59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:45.234986 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b5906d46-184e-4fa0-bdf6-67931f92cb59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:45.262824 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port b4700652-d192-44bf-97d0-e085a0316947, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=b4700652-d192-44bf-97d0-e085a0316947,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:51:45.275216 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-823e333e-c108-405e-b822-8d947a0d1b42 req-d7cdbc28-728f-4c09-a8bd-20c69076cd2a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271219 Oct 03 12:51:45.314957 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] Sync routers for ids ['53d59532-55d2-4727-acf3-529de2203db5'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:51:45.336638 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5906d46-184e-4fa0-bdf6-67931f92cb59 admin admin] Pushing event updated for resources: {'Network': ['ID=789eec20-4759-427b-acbf-933c178e442d,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:45.338736 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] Routers {'53d59532-55d2-4727-acf3-529de2203db5'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:51:45.338736 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:51:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['53d59532-55d2-4727-acf3-529de2203db5'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:51:45.340661 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (b4700652-d192-44bf-97d0-e085a0316947), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:45.350705 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-b5906d46-184e-4fa0-bdf6-67931f92cb59 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6584082 Oct 03 12:51:45.355047 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37556) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:45.362549 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-3757325f-7e2d-44a0-900b-59889d0ac7d6 admin admin] Request body: {'subnet': {'network_id': '789eec20-4759-427b-acbf-933c178e442d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-282230418-subnet', 'tenant_id': '255d6627821c48b38f53f9abe4b6e3ae', 'ip_version': 4}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:51:45.414002 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Network 789eec20-4759-427b-acbf-933c178e442d details requested by agent ovs-agent-dv-cinder-844563-12-iscsi with host dv-cinder-844563-12-iscsi {{(pid=113286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 12:51:45.472127 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3757325f-7e2d-44a0-900b-59889d0ac7d6 admin admin] Made reservation on behalf of 255d6627821c48b38f53f9abe4b6e3ae for: {'subnet': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:51:45.477831 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-3757325f-7e2d-44a0-900b-59889d0ac7d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16664429'] for subnet (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:45.479467 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-823e333e-c108-405e-b822-8d947a0d1b42 req-a7fb0a4a-2580-4aa0-928c-29e6ccc69222 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981845 Oct 03 12:51:45.554670 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=b4700652-d192-44bf-97d0-e085a0316947,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:45.593866 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] Set router 53d59532-55d2-4727-acf3-529de2203db5 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:51:45.876676 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'eb4735ac-c7dc-4184-91df-c6a684c0ecf7', 'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'mac_address': 'fa:16:3e:10:e5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:40Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 2, 'project_id': '38d1778202d041b58934150c6af9685c', 'subnets': [{'id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:51:45.904543 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-3757325f-7e2d-44a0-900b-59889d0ac7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13830744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16664447'] for subnet (56cf4b26-c146-4254-9697-01f81d66ddad), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:45.913158 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] Checking router: 53d59532-55d2-4727-acf3-529de2203db5 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:51:45.913849 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] Updating router 53d59532-55d2-4727-acf3-529de2203db5 port eb4735ac-c7dc-4184-91df-c6a684c0ecf7 binding host dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:51:45.914177 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0988d52f-6de4-495a-a721-bed4eb148830 req-aa8e828b-d98b-4cde-85f7-8d7a6070b7e4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 210 time: 0.0511997 Oct 03 12:51:45.948695 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (eb4735ac-c7dc-4184-91df-c6a684c0ecf7), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:46.081499 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757325f-7e2d-44a0-900b-59889d0ac7d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56cf4b26-c146-4254-9697-01f81d66ddad,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:46.100271 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3757325f-7e2d-44a0-900b-59889d0ac7d6 admin admin] Checking segment: {'id': '8920a23e-408a-4b00-8677-fa350b9d480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '789eec20-4759-427b-acbf-933c178e442d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:51:46.100699 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3757325f-7e2d-44a0-900b-59889d0ac7d6 admin admin] Network hostable DHCP agents. Network: 789eec20-4759-427b-acbf-933c178e442d, hostable agents: ['9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee'], hosted agents: [] {{(pid=113284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:51:46.244020 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3757325f-7e2d-44a0-900b-59889d0ac7d6 admin admin] Network 789eec20-4759-427b-acbf-933c178e442d is scheduled to be hosted by DHCP agent 9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee with binding_index 1 {{(pid=113284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:51:46.350076 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-3757325f-7e2d-44a0-900b-59889d0ac7d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-12-iscsi, 789eec20-4759-427b-acbf-933c178e442d) {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:51:46.368728 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eedb93-20be-4523-a4a5-dcb60b65ae26 None None] Network 789eec20-4759-427b-acbf-933c178e442d requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:51:46.381323 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3757325f-7e2d-44a0-900b-59889d0ac7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:46.382301 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-3757325f-7e2d-44a0-900b-59889d0ac7d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for subnet (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:46.387991 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] Publish callbacks [] for port (eb4735ac-c7dc-4184-91df-c6a684c0ecf7), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:46.434251 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:46.477930 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (eb4735ac-c7dc-4184-91df-c6a684c0ecf7), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:46.513178 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-3757325f-7e2d-44a0-900b-59889d0ac7d6 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1534834 Oct 03 12:51:46.513178 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:46.513178 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37588) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:46.518972 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e981a562-66c4-4215-841b-d399e6f5eacb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp248af594-393a-5865-a197-82273fbe49a3-789eec20-4759-427b-acbf-933c178e442d', 'network_id': '789eec20-4759-427b-acbf-933c178e442d', 'project_id': '255d6627821c48b38f53f9abe4b6e3ae', 'fixed_ips': [{'subnet_id': '56cf4b26-c146-4254-9697-01f81d66ddad'}]}} from dv-cinder-844563-12-iscsi. {{(pid=113286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 12:51:46.519145 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-34ff2f99-2d19-4c1a-9fb7-266449811e34 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-282230418-router', 'tenant_id': '255d6627821c48b38f53f9abe4b6e3ae', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:51:46.524424 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e981a562-66c4-4215-841b-d399e6f5eacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:46.549378 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:46.591016 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9170df6-61f8-44b2-89e0-ea107199e524 None None] Pushing event updated for resources: {'Port': ['ID=eb4735ac-c7dc-4184-91df-c6a684c0ecf7,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:46.625079 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9170df6-61f8-44b2-89e0-ea107199e524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:46.625420 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9170df6-61f8-44b2-89e0-ea107199e524 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:46.625780 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9170df6-61f8-44b2-89e0-ea107199e524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:46.626118 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9170df6-61f8-44b2-89e0-ea107199e524 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:46.626440 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9170df6-61f8-44b2-89e0-ea107199e524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:46.626764 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9170df6-61f8-44b2-89e0-ea107199e524 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:46.627190 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9170df6-61f8-44b2-89e0-ea107199e524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:46.627539 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9170df6-61f8-44b2-89e0-ea107199e524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:46.627877 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9170df6-61f8-44b2-89e0-ea107199e524 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:46.628201 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9170df6-61f8-44b2-89e0-ea107199e524 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:46.628573 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9170df6-61f8-44b2-89e0-ea107199e524 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:46.629002 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9170df6-61f8-44b2-89e0-ea107199e524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:46.629316 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9170df6-61f8-44b2-89e0-ea107199e524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:46.629630 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9170df6-61f8-44b2-89e0-ea107199e524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:46.629967 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9170df6-61f8-44b2-89e0-ea107199e524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:46.637702 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37592) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:46.666177 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-34ff2f99-2d19-4c1a-9fb7-266449811e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-762584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5264'] for router (835b7ad8-25b1-4272-92a8-d9aa95fbd3b7), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:46.667268 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-34ff2f99-2d19-4c1a-9fb7-266449811e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524703', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5259'] for router (835b7ad8-25b1-4272-92a8-d9aa95fbd3b7), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:46.751338 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] Attempting to bind port eb4735ac-c7dc-4184-91df-c6a684c0ecf7 on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:51:46.751959 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] Attempting to bind port eb4735ac-c7dc-4184-91df-c6a684c0ecf7 by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': '68f8d878-ae14-402a-ae5e-c260c9ff73d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:51:46.752477 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] Attempting to bind port eb4735ac-c7dc-4184-91df-c6a684c0ecf7 on network 1ccd52b4-506d-483d-a4e0-802199d3659f {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:51:46.781079 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:46.812924 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-34ff2f99-2d19-4c1a-9fb7-266449811e34 admin admin] Publish callbacks [] for router_controller (835b7ad8-25b1-4272-92a8-d9aa95fbd3b7), precommit_add_association {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:46.843583 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:46.845435 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-e981a562-66c4-4215-841b-d399e6f5eacb None None] Allocated IP 172.20.0.2 (789eec20-4759-427b-acbf-933c178e442d/56cf4b26-c146-4254-9697-01f81d66ddad/f7ee4473-91e8-410a-bce1-734fcaa19819) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:51:46.870479 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:51:46.871703 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] Checking segment: {'id': '68f8d878-ae14-402a-ae5e-c260c9ff73d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:51:46.872384 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:46.872900 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] Bound using segment: {'id': '68f8d878-ae14-402a-ae5e-c260c9ff73d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:51:46.873551 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] Bound port: eb4735ac-c7dc-4184-91df-c6a684c0ecf7, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f8d878-ae14-402a-ae5e-c260c9ff73d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:51:46.874050 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (eb4735ac-c7dc-4184-91df-c6a684c0ecf7), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:46.908763 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-15090e27-5356-429f-9fa2-bb482e0dffe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:47.017592 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] For port eb4735ac-c7dc-4184-91df-c6a684c0ecf7, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:51:47.035116 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] For port eb4735ac-c7dc-4184-91df-c6a684c0ecf7, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=eb4735ac-c7dc-4184-91df-c6a684c0ecf7,segment=NetworkSegment(68f8d878-ae14-402a-ae5e-c260c9ff73d4),segment_id=68f8d878-ae14-402a-ae5e-c260c9ff73d4)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:51:47.052049 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ea157553-cb47-40a1-a377-2ee2c109be94 req-4ac32118-20ac-434c-9c95-24b9581cfba8 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 210 time: 0.0601537 Oct 03 12:51:47.094180 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device b4700652-d192-44bf-97d0-e085a0316947 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:51:47.118328 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (eb4735ac-c7dc-4184-91df-c6a684c0ecf7), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:47.123447 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e981a562-66c4-4215-841b-d399e6f5eacb None None] Publish callbacks [] for port (f7ee4473-91e8-410a-bce1-734fcaa19819), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:47.200613 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9170df6-61f8-44b2-89e0-ea107199e524 None None] Pushing event updated for resources: {'Port': ['ID=eb4735ac-c7dc-4184-91df-c6a684c0ecf7,revision_number=4']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:47.204463 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e981a562-66c4-4215-841b-d399e6f5eacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (f7ee4473-91e8-410a-bce1-734fcaa19819), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:47.221190 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] Routers {'53d59532-55d2-4727-acf3-529de2203db5'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:51:47.222032 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:51:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['53d59532-55d2-4727-acf3-529de2203db5'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:51:47.285877 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-34ff2f99-2d19-4c1a-9fb7-266449811e34 admin admin] Publish callbacks [] for router_gateway (835b7ad8-25b1-4272-92a8-d9aa95fbd3b7), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:47.291977 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e981a562-66c4-4215-841b-d399e6f5eacb None None] Network 789eec20-4759-427b-acbf-933c178e442d is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:51:47.299817 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-e981a562-66c4-4215-841b-d399e6f5eacb None None] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:51:47.306097 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e981a562-66c4-4215-841b-d399e6f5eacb None None] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:51:47.311807 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-15090e27-5356-429f-9fa2-bb482e0dffe2 admin admin] Publish callbacks [] for security_group (c7a38327-afcb-483d-bb9a-ae28e8e34f4f), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:47.315242 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port b4700652-d192-44bf-97d0-e085a0316947 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:51:47.315721 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (b4700652-d192-44bf-97d0-e085a0316947), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:47.316105 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port b4700652-d192-44bf-97d0-e085a0316947 Oct 03 12:51:47.332886 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f91dbf-f9ff-49e7-815d-66037f5157a4 req-95a8e28b-8f06-411b-be77-ba6fdea2babe tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:47.346645 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a6f91dbf-f9ff-49e7-815d-66037f5157a4 req-95a8e28b-8f06-411b-be77-ba6fdea2babe tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 946 time: 0.0672736 Oct 03 12:51:47.360867 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981a562-66c4-4215-841b-d399e6f5eacb None None] Pushing event updated for resources: {'Port': ['ID=f7ee4473-91e8-410a-bce1-734fcaa19819,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:47.403686 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] Set router 53d59532-55d2-4727-acf3-529de2203db5 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:51:47.421946 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-15090e27-5356-429f-9fa2-bb482e0dffe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (c7a38327-afcb-483d-bb9a-ae28e8e34f4f), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:47.435625 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-e981a562-66c4-4215-841b-d399e6f5eacb None None] Attempting to bind port f7ee4473-91e8-410a-bce1-734fcaa19819 on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:51:47.436229 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:47.436998 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-e981a562-66c4-4215-841b-d399e6f5eacb None None] Attempting to bind port f7ee4473-91e8-410a-bce1-734fcaa19819 by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': '8920a23e-408a-4b00-8677-fa350b9d480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '789eec20-4759-427b-acbf-933c178e442d'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:51:47.437725 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e981a562-66c4-4215-841b-d399e6f5eacb None None] Attempting to bind port f7ee4473-91e8-410a-bce1-734fcaa19819 on network 789eec20-4759-427b-acbf-933c178e442d {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:51:47.461177 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-15090e27-5356-429f-9fa2-bb482e0dffe2 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=1ae71b0b669d457ea2f214844b8ce9e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8218279 Oct 03 12:51:47.467509 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37618) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:47.479835 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a6f91dbf-f9ff-49e7-815d-66037f5157a4 req-edcdac34-baa0-434f-bfbf-b064ffc363ce tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321609 Oct 03 12:51:47.526989 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port b4700652-d192-44bf-97d0-e085a0316947 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:51:47.529198 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e981a562-66c4-4215-841b-d399e6f5eacb None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:51:47.529569 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e981a562-66c4-4215-841b-d399e6f5eacb None None] Checking segment: {'id': '8920a23e-408a-4b00-8677-fa350b9d480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '789eec20-4759-427b-acbf-933c178e442d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:51:47.529964 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e981a562-66c4-4215-841b-d399e6f5eacb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:47.530349 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e981a562-66c4-4215-841b-d399e6f5eacb None None] Bound using segment: {'id': '8920a23e-408a-4b00-8677-fa350b9d480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '789eec20-4759-427b-acbf-933c178e442d'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:51:47.530817 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-e981a562-66c4-4215-841b-d399e6f5eacb None None] Bound port: f7ee4473-91e8-410a-bce1-734fcaa19819, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8920a23e-408a-4b00-8677-fa350b9d480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '789eec20-4759-427b-acbf-933c178e442d'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:51:47.534314 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e981a562-66c4-4215-841b-d399e6f5eacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (f7ee4473-91e8-410a-bce1-734fcaa19819), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:47.573907 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15090e27-5356-429f-9fa2-bb482e0dffe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a38327-afcb-483d-bb9a-ae28e8e34f4f,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:47.606894 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-e981a562-66c4-4215-841b-d399e6f5eacb None None] For port f7ee4473-91e8-410a-bce1-734fcaa19819, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:51:47.610053 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:47.612250 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-e981a562-66c4-4215-841b-d399e6f5eacb None None] For port f7ee4473-91e8-410a-bce1-734fcaa19819, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=f7ee4473-91e8-410a-bce1-734fcaa19819,segment=NetworkSegment(8920a23e-408a-4b00-8677-fa350b9d480e),segment_id=8920a23e-408a-4b00-8677-fa350b9d480e)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:51:47.646088 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-84a2e555-8014-45bf-ab9e-959c00d5758c admin admin] Publish callbacks [] for security_group (c7a38327-afcb-483d-bb9a-ae28e8e34f4f), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:47.672702 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:47.679781 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-84a2e555-8014-45bf-ab9e-959c00d5758c admin admin] Publish callbacks [] for security_group (c7a38327-afcb-483d-bb9a-ae28e8e34f4f), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:47.684319 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'eb4735ac-c7dc-4184-91df-c6a684c0ecf7', 'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'mac_address': 'fa:16:3e:10:e5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:40Z', 'updated_at': '2022-10-03T12:51:47Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'subnets': [{'id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:51:47.688204 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-34ff2f99-2d19-4c1a-9fb7-266449811e34 admin admin] Publish callbacks [] for router_gateway (835b7ad8-25b1-4272-92a8-d9aa95fbd3b7), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:47.689720 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e981a562-66c4-4215-841b-d399e6f5eacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (f7ee4473-91e8-410a-bce1-734fcaa19819), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:47.718736 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5cfe3f-c0be-4371-a46c-7bca9827292b None None] The sync data for ids ['53d59532-55d2-4727-acf3-529de2203db5'] in dv-cinder-844563-12-iscsi is: [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'eb4735ac-c7dc-4184-91df-c6a684c0ecf7', 'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'mac_address': 'fa:16:3e:10:e5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:40Z', 'updated_at': '2022-10-03T12:51:47Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'subnets': [{'id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:51:47.719011 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-34ff2f99-2d19-4c1a-9fb7-266449811e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:47.751515 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981a562-66c4-4215-841b-d399e6f5eacb None None] Pushing event updated for resources: {'Port': ['ID=f7ee4473-91e8-410a-bce1-734fcaa19819,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:47.791682 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:47.868555 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [None req-34ff2f99-2d19-4c1a-9fb7-266449811e34 admin admin] Allocated IP 172.27.0.171 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/776c1626-e8ce-4a22-9d3b-cd2936dec00f) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:51:47.885349 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-84a2e555-8014-45bf-ab9e-959c00d5758c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (c7a38327-afcb-483d-bb9a-ae28e8e34f4f), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:47.889253 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-84a2e555-8014-45bf-ab9e-959c00d5758c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:47.899864 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-84a2e555-8014-45bf-ab9e-959c00d5758c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c7a38327-afcb-483d-bb9a-ae28e8e34f4f HTTP/1.1" status: 204 len: 168 time: 0.4303679 Oct 03 12:51:48.198405 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-48ce7471-5e6c-436c-9a50-a402048e9f97 req-c972eeec-84c4-4474-a2a0-c6b571f29878 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 210 time: 0.0512195 Oct 03 12:51:48.267967 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2e555-8014-45bf-ab9e-959c00d5758c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a38327-afcb-483d-bb9a-ae28e8e34f4f,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:48.348363 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-34ff2f99-2d19-4c1a-9fb7-266449811e34 admin admin] Publish callbacks [] for port (776c1626-e8ce-4a22-9d3b-cd2936dec00f), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:48.426621 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-34ff2f99-2d19-4c1a-9fb7-266449811e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (776c1626-e8ce-4a22-9d3b-cd2936dec00f), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:48.480543 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ff2f99-2d19-4c1a-9fb7-266449811e34 admin admin] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:51:48.495823 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-34ff2f99-2d19-4c1a-9fb7-266449811e34 admin admin] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:51:48.495823 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff2f99-2d19-4c1a-9fb7-266449811e34 admin admin] Pushing event updated for resources: {'Port': ['ID=776c1626-e8ce-4a22-9d3b-cd2936dec00f,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:48.495823 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ff2f99-2d19-4c1a-9fb7-266449811e34 admin admin] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:51:48.620232 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:48.688684 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6552e-e22f-4d06-b2f6-6b094c09fe5c req-9c5544bc-2056-476b-8a4d-347219de3596 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:48.702549 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4fa6552e-e22f-4d06-b2f6-6b094c09fe5c req-9c5544bc-2056-476b-8a4d-347219de3596 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 946 time: 0.0841804 Oct 03 12:51:48.840911 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6a7d9-6d1c-403d-b5a9-dc2c196f7986 req-667624c4-50c4-465d-870a-19e750a471e4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:48.842777 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-d5a6a7d9-6d1c-403d-b5a9-dc2c196f7986 req-667624c4-50c4-465d-870a-19e750a471e4 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 946 time: 0.0646565 Oct 03 12:51:48.848614 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4fa6552e-e22f-4d06-b2f6-6b094c09fe5c req-e0dc14af-ccb3-4ee0-a421-723e2001529f tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=07d3f205-debc-4881-8eaa-26c1aa09b93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378975 Oct 03 12:51:49.052404 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-d5a6a7d9-6d1c-403d-b5a9-dc2c196f7986 req-30c41382-2249-454d-8d72-605628a41a5e tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Deleting port 01735561-0af5-445a-b8c8-4842dba74030 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:51:49.052704 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-d5a6a7d9-6d1c-403d-b5a9-dc2c196f7986 req-30c41382-2249-454d-8d72-605628a41a5e tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (01735561-0af5-445a-b8c8-4842dba74030), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:49.057293 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20a8408-fd62-4aa6-bc41-5d99dbf20add None None] Network 789eec20-4759-427b-acbf-933c178e442d requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:51:49.074918 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-34ff2f99-2d19-4c1a-9fb7-266449811e34 admin admin] Publish callbacks [] for router_gateway (835b7ad8-25b1-4272-92a8-d9aa95fbd3b7), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:49.148327 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-39457def-819b-4c90-9db6-3f71c683da76 None None] Provisioning complete for port f7ee4473-91e8-410a-bce1-734fcaa19819 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:51:49.149060 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-39457def-819b-4c90-9db6-3f71c683da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (f7ee4473-91e8-410a-bce1-734fcaa19819), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:49.149577 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-39457def-819b-4c90-9db6-3f71c683da76 None None] Attempt 1 to provision port f7ee4473-91e8-410a-bce1-734fcaa19819 Oct 03 12:51:49.269370 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device eb4735ac-c7dc-4184-91df-c6a684c0ecf7 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:51:49.367631 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-d5a6a7d9-6d1c-403d-b5a9-dc2c196f7986 req-30c41382-2249-454d-8d72-605628a41a5e tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] For port 01735561-0af5-445a-b8c8-4842dba74030, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=01735561-0af5-445a-b8c8-4842dba74030,segment=NetworkSegment(2d0d497d-abe0-4531-b77e-782db7b902bb),segment_id=2d0d497d-abe0-4531-b77e-782db7b902bb)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:51:49.368121 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-d5a6a7d9-6d1c-403d-b5a9-dc2c196f7986 req-30c41382-2249-454d-8d72-605628a41a5e tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (01735561-0af5-445a-b8c8-4842dba74030), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:49.399549 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c6190995-97e8-4027-94f1-13eec7f1e121 req-306dc8c6-2d86-4024-b5b1-182c3fa2998a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 210 time: 0.0410025 Oct 03 12:51:49.418847 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-d5a6a7d9-6d1c-403d-b5a9-dc2c196f7986 req-30c41382-2249-454d-8d72-605628a41a5e tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Calling delete_port for 01735561-0af5-445a-b8c8-4842dba74030 owned by compute:nova {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:51:49.442694 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:49.443580 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-39457def-819b-4c90-9db6-3f71c683da76 None None] Current status of the port f7ee4473-91e8-410a-bce1-734fcaa19819 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:51:49.443981 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-39457def-819b-4c90-9db6-3f71c683da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (f7ee4473-91e8-410a-bce1-734fcaa19819), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:49.464328 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:49.536737 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port eb4735ac-c7dc-4184-91df-c6a684c0ecf7 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:51:49.537116 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (eb4735ac-c7dc-4184-91df-c6a684c0ecf7), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:49.537452 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port eb4735ac-c7dc-4184-91df-c6a684c0ecf7 Oct 03 12:51:49.614902 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-39457def-819b-4c90-9db6-3f71c683da76 None None] For port f7ee4473-91e8-410a-bce1-734fcaa19819, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=f7ee4473-91e8-410a-bce1-734fcaa19819,segment=NetworkSegment(8920a23e-408a-4b00-8677-fa350b9d480e),segment_id=8920a23e-408a-4b00-8677-fa350b9d480e)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:51:49.670491 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port eb4735ac-c7dc-4184-91df-c6a684c0ecf7 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:51:49.671607 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (eb4735ac-c7dc-4184-91df-c6a684c0ecf7), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:49.728133 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port eb4735ac-c7dc-4184-91df-c6a684c0ecf7, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=eb4735ac-c7dc-4184-91df-c6a684c0ecf7,segment=NetworkSegment(68f8d878-ae14-402a-ae5e-c260c9ff73d4),segment_id=68f8d878-ae14-402a-ae5e-c260c9ff73d4)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:51:49.730537 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-39457def-819b-4c90-9db6-3f71c683da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (f7ee4473-91e8-410a-bce1-734fcaa19819), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:49.812828 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-34ff2f99-2d19-4c1a-9fb7-266449811e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764622'] for router (835b7ad8-25b1-4272-92a8-d9aa95fbd3b7), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:49.815283 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951a8fe-4689-46cf-bfd2-312d5d82b3af req-c357e2f0-a5ed-41b0-a4d6-42a708976421 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:49.817999 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6951a8fe-4689-46cf-bfd2-312d5d82b3af req-c357e2f0-a5ed-41b0-a4d6-42a708976421 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0830357 Oct 03 12:51:49.825864 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (eb4735ac-c7dc-4184-91df-c6a684c0ecf7), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:49.826695 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device f7ee4473-91e8-410a-bce1-734fcaa19819 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:51:49.831502 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39457def-819b-4c90-9db6-3f71c683da76 None None] Pushing event updated for resources: {'Port': ['ID=f7ee4473-91e8-410a-bce1-734fcaa19819,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:49.907240 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-41f4a9af-9f58-4fc4-b9d6-3bcbd7ffff16 None None] Provisioning complete for port f7ee4473-91e8-410a-bce1-734fcaa19819 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:51:49.907240 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-41f4a9af-9f58-4fc4-b9d6-3bcbd7ffff16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (f7ee4473-91e8-410a-bce1-734fcaa19819), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:49.909411 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-41f4a9af-9f58-4fc4-b9d6-3bcbd7ffff16 None None] Attempt 1 to provision port f7ee4473-91e8-410a-bce1-734fcaa19819 Oct 03 12:51:49.949671 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-d5a6a7d9-6d1c-403d-b5a9-dc2c196f7986 req-30c41382-2249-454d-8d72-605628a41a5e tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (01735561-0af5-445a-b8c8-4842dba74030), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:49.953809 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6951a8fe-4689-46cf-bfd2-312d5d82b3af req-11badea0-3077-471c-b8c6-399c645b9b44 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278498 Oct 03 12:51:49.972033 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['01735561-0af5-445a-b8c8-4842dba74030'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:51:49.984955 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=eb4735ac-c7dc-4184-91df-c6a684c0ecf7,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:49.991937 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c41382-2249-454d-8d72-605628a41a5e tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Pushing event deleted for resources: {'Port': ['ID=01735561-0af5-445a-b8c8-4842dba74030,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:50.015064 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port f7ee4473-91e8-410a-bce1-734fcaa19819 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:51:50.015576 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (f7ee4473-91e8-410a-bce1-734fcaa19819), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:50.015982 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port f7ee4473-91e8-410a-bce1-734fcaa19819 Oct 03 12:51:50.019530 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0128443b-5620-4e38-a8be-fe42179172ea req-3f9ca307-90b9-4587-8973-05879a6763d7 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 210 time: 0.0644116 Oct 03 12:51:50.072072 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a6a7d9-6d1c-403d-b5a9-dc2c196f7986 req-30c41382-2249-454d-8d72-605628a41a5e tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] No DVR routers for this DVR port 01735561-0af5-445a-b8c8-4842dba74030 on host hv-cinder-84456 {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:51:50.075137 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-d5a6a7d9-6d1c-403d-b5a9-dc2c196f7986 req-30c41382-2249-454d-8d72-605628a41a5e tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:50.078635 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-d5a6a7d9-6d1c-403d-b5a9-dc2c196f7986 req-30c41382-2249-454d-8d72-605628a41a5e tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.46 "DELETE /networking/v2.0/ports/01735561-0af5-445a-b8c8-4842dba74030 HTTP/1.1" status: 204 len: 173 time: 1.2283573 Oct 03 12:51:50.079125 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25ca40b-7241-41b9-8a8b-8e19a3bc14b2', 'name': 'network-vif-deleted', 'tag': '01735561-0af5-445a-b8c8-4842dba74030'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:51:50.081377 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95c2a18-e1d0-4cb9-9816-898bb4ac7d64" -d '{"events": [{"server_uuid": "f25ca40b-7241-41b9-8a8b-8e19a3bc14b2", "name": "network-vif-deleted", "tag": "01735561-0af5-445a-b8c8-4842dba74030"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:51:50.100608 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-41f4a9af-9f58-4fc4-b9d6-3bcbd7ffff16 None None] Current status of the port f7ee4473-91e8-410a-bce1-734fcaa19819 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:51:50.121710 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3b1727-a3ff-49bd-8cec-fbb26fe763d7 x-openstack-request-id: req-8d3b1727-a3ff-49bd-8cec-fbb26fe763d7 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:51:50.121710 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25ca40b-7241-41b9-8a8b-8e19a3bc14b2", "name": "network-vif-deleted", "tag": "01735561-0af5-445a-b8c8-4842dba74030", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:51:50.121710 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8d3b1727-a3ff-49bd-8cec-fbb26fe763d7 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:51:50.122229 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d3b1727-a3ff-49bd-8cec-fbb26fe763d7'] response: {'server_uuid': 'f25ca40b-7241-41b9-8a8b-8e19a3bc14b2', 'name': 'network-vif-deleted', 'tag': '01735561-0af5-445a-b8c8-4842dba74030', 'status': 'completed', 'code': 200} Oct 03 12:51:50.131764 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port f7ee4473-91e8-410a-bce1-734fcaa19819 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:51:50.140104 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ff2f99-2d19-4c1a-9fb7-266449811e34 admin admin] Router 835b7ad8-25b1-4272-92a8-d9aa95fbd3b7 is scheduled to L3 agent eb5f2f97-6425-444e-901b-913018c2b714 with binding_index 1 {{(pid=113284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 12:51:50.153266 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:50.300119 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ff2f99-2d19-4c1a-9fb7-266449811e34 admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:51:50.309655 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] Sync routers for ids ['835b7ad8-25b1-4272-92a8-d9aa95fbd3b7'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:51:50.320593 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] Routers {'835b7ad8-25b1-4272-92a8-d9aa95fbd3b7'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:51:50.321208 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:51:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['835b7ad8-25b1-4272-92a8-d9aa95fbd3b7'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:51:50.366103 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e333e-c108-405e-b822-8d947a0d1b42 req-67af29c6-df69-473e-ab2d-76998b5013ef tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:50.373312 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-823e333e-c108-405e-b822-8d947a0d1b42 req-67af29c6-df69-473e-ab2d-76998b5013ef tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.46 "GET /networking/v2.0/networks?id=f492b9a3-221f-4263-a074-289d6252f405 HTTP/1.1" status: 200 len: 819 time: 0.1453655 Oct 03 12:51:50.386983 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-34ff2f99-2d19-4c1a-9fb7-266449811e34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:50.388552 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-34ff2f99-2d19-4c1a-9fb7-266449811e34 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8746095 Oct 03 12:51:50.391609 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 37690) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:50.515306 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:50.543636 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a98b0ce7-10f6-4d39-bc16-be4e8036b178 req-025e3ca3-117c-4027-b970-0aaca45670c3 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 210 time: 0.0416136 Oct 03 12:51:50.617991 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] Set router 835b7ad8-25b1-4272-92a8-d9aa95fbd3b7 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:51:50.731810 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-823e333e-c108-405e-b822-8d947a0d1b42 req-163d4b00-c0cc-4c8b-81ff-2c0e2c5f9c01 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3f2b18d217d14d39886718cf209eb576 HTTP/1.1" status: 200 len: 380 time: 0.1221948 Oct 03 12:51:50.743935 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-823e333e-c108-405e-b822-8d947a0d1b42 req-be8e5e3b-479b-4486-b0d5-d4f5d66f58bf tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Request body: {'port': {'device_id': '85d3f4ae-60a5-4463-9a02-00d846d22289', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'admin_state_up': True, 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'security_groups': ['b92082ea-7c46-4dcf-b184-25150c194231']}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:51:50.873012 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835b7ad8-25b1-4272-92a8-d9aa95fbd3b7', 'name': 'tempest-TestVolumeBootPattern-282230418-router', 'tenant_id': '255d6627821c48b38f53f9abe4b6e3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '776c1626-e8ce-4a22-9d3b-cd2936dec00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:46Z', 'updated_at': '2022-10-03T12:51:48Z', 'revision_number': 3, 'project_id': '255d6627821c48b38f53f9abe4b6e3ae', 'gw_port': {'id': '776c1626-e8ce-4a22-9d3b-cd2936dec00f', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835b7ad8-25b1-4272-92a8-d9aa95fbd3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:47Z', 'updated_at': '2022-10-03T12:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:51:50.900613 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] Checking router: 835b7ad8-25b1-4272-92a8-d9aa95fbd3b7 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:51:50.900968 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] Updating router 835b7ad8-25b1-4272-92a8-d9aa95fbd3b7 port 776c1626-e8ce-4a22-9d3b-cd2936dec00f binding host dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:51:50.929921 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (776c1626-e8ce-4a22-9d3b-cd2936dec00f), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:50.968769 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823e333e-c108-405e-b822-8d947a0d1b42 req-be8e5e3b-479b-4486-b0d5-d4f5d66f58bf tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Made reservation on behalf of 3f2b18d217d14d39886718cf209eb576 for: {'port': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:51:50.972581 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-823e333e-c108-405e-b822-8d947a0d1b42 req-be8e5e3b-479b-4486-b0d5-d4f5d66f58bf tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:51.049683 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a6404683-34bc-49f5-9d64-6f22f8913126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:51.157256 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device eb4735ac-c7dc-4184-91df-c6a684c0ecf7 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:51:51.230804 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [req-823e333e-c108-405e-b822-8d947a0d1b42 req-be8e5e3b-479b-4486-b0d5-d4f5d66f58bf tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Allocated IP 172.20.0.12 (f492b9a3-221f-4263-a074-289d6252f405/37145451-837c-4b8b-9c60-d5e0dbfeb9fe/99141c24-9fad-4cf8-9d13-c4d90e5ddd88) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:51:51.264217 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077a45f-ec60-4a7a-890c-ca81843e96e4 req-e71d0b7b-ee1f-4e66-a5e3-f6e13b3a4b6b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:51.266012 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0077a45f-ec60-4a7a-890c-ca81843e96e4 req-e71d0b7b-ee1f-4e66-a5e3-f6e13b3a4b6b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.1952844 Oct 03 12:51:51.270903 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d6f5402b-bff4-4c7c-9d68-8cca60d34805 req-d50e49e7-3d69-4cb7-b758-da8bd7e83476 tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 210 time: 0.0528231 Oct 03 12:51:51.333118 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port eb4735ac-c7dc-4184-91df-c6a684c0ecf7 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:51:51.333707 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (eb4735ac-c7dc-4184-91df-c6a684c0ecf7), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:51.337409 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:51.346089 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port eb4735ac-c7dc-4184-91df-c6a684c0ecf7 Oct 03 12:51:51.383702 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0077a45f-ec60-4a7a-890c-ca81843e96e4 req-9483ad7d-b1cd-479e-b7c4-f2e72ee670c6 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014497 Oct 03 12:51:51.446410 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_common [None req-a6404683-34bc-49f5-9d64-6f22f8913126 admin admin] Allocated IP 172.20.0.1 (789eec20-4759-427b-acbf-933c178e442d/56cf4b26-c146-4254-9697-01f81d66ddad/8acfa564-522e-4b82-8952-b1cae09faeae) {{(pid=113285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:51:51.460386 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:51.462887 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:51.476959 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-823e333e-c108-405e-b822-8d947a0d1b42 req-be8e5e3b-479b-4486-b0d5-d4f5d66f58bf tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for port (99141c24-9fad-4cf8-9d13-c4d90e5ddd88), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:51.564060 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-823e333e-c108-405e-b822-8d947a0d1b42 req-be8e5e3b-479b-4486-b0d5-d4f5d66f58bf tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (99141c24-9fad-4cf8-9d13-c4d90e5ddd88), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:51.607902 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] Publish callbacks [] for port (776c1626-e8ce-4a22-9d3b-cd2936dec00f), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:51.611999 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port eb4735ac-c7dc-4184-91df-c6a684c0ecf7 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:51:51.614487 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device f7ee4473-91e8-410a-bce1-734fcaa19819 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:51:51.624854 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823e333e-c108-405e-b822-8d947a0d1b42 req-be8e5e3b-479b-4486-b0d5-d4f5d66f58bf tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Network f492b9a3-221f-4263-a074-289d6252f405 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:51:51.628884 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [req-823e333e-c108-405e-b822-8d947a0d1b42 req-be8e5e3b-479b-4486-b0d5-d4f5d66f58bf tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:51:51.648462 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-823e333e-c108-405e-b822-8d947a0d1b42 req-be8e5e3b-479b-4486-b0d5-d4f5d66f58bf tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:51:51.693527 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (776c1626-e8ce-4a22-9d3b-cd2936dec00f), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:51.726423 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a6404683-34bc-49f5-9d64-6f22f8913126 admin admin] Publish callbacks [] for port (8acfa564-522e-4b82-8952-b1cae09faeae), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:51.727112 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e5e3b-479b-4486-b0d5-d4f5d66f58bf tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Pushing event updated for resources: {'Port': ['ID=99141c24-9fad-4cf8-9d13-c4d90e5ddd88,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:51.748812 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] Attempting to bind port 776c1626-e8ce-4a22-9d3b-cd2936dec00f on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:51:51.749294 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] Attempting to bind port 776c1626-e8ce-4a22-9d3b-cd2936dec00f by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:51:51.749682 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] Attempting to bind port 776c1626-e8ce-4a22-9d3b-cd2936dec00f on network 53809124-b48e-44e3-984c-30b91b72e738 {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:51:51.750305 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e333e-c108-405e-b822-8d947a0d1b42 req-be8e5e3b-479b-4486-b0d5-d4f5d66f58bf tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:51.751566 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-823e333e-c108-405e-b822-8d947a0d1b42 req-be8e5e3b-479b-4486-b0d5-d4f5d66f58bf tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:51.800374 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:51.818800 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62319d10-5f46-4ad1-b9e6-51c326ebbcec req-6cbd2d3e-68b1-4d33-985d-41c2e06d9b49 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:51.820593 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-62319d10-5f46-4ad1-b9e6-51c326ebbcec req-6cbd2d3e-68b1-4d33-985d-41c2e06d9b49 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 932 time: 0.1170177 Oct 03 12:51:51.823253 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c8d83-b39d-462a-8869-c19e96d16b9a None None] Pushing event updated for resources: {'Port': ['ID=776c1626-e8ce-4a22-9d3b-cd2936dec00f,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:51.827537 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port f7ee4473-91e8-410a-bce1-734fcaa19819 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:51:51.827881 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (f7ee4473-91e8-410a-bce1-734fcaa19819), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:51.828125 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port f7ee4473-91e8-410a-bce1-734fcaa19819 Oct 03 12:51:51.861143 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:51:51.861513 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] Checking segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:51:51.861914 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:51.862582 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] Bound using segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:51:51.862785 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] Bound port: 776c1626-e8ce-4a22-9d3b-cd2936dec00f, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:51:51.863160 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (776c1626-e8ce-4a22-9d3b-cd2936dec00f), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:51.871357 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-823e333e-c108-405e-b822-8d947a0d1b42 req-be8e5e3b-479b-4486-b0d5-d4f5d66f58bf tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1323524 Oct 03 12:51:51.906260 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-62319d10-5f46-4ad1-b9e6-51c326ebbcec req-65a49a89-47e9-4c8b-af05-634b14389656 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700531 Oct 03 12:51:51.940575 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a6404683-34bc-49f5-9d64-6f22f8913126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (8acfa564-522e-4b82-8952-b1cae09faeae), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:51.966565 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] For port 776c1626-e8ce-4a22-9d3b-cd2936dec00f, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:51:51.969640 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=12 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:51.982962 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6404683-34bc-49f5-9d64-6f22f8913126 admin admin] Network 789eec20-4759-427b-acbf-933c178e442d is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:51:51.985896 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-a6404683-34bc-49f5-9d64-6f22f8913126 admin admin] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:51:51.986103 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] For port 776c1626-e8ce-4a22-9d3b-cd2936dec00f, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=776c1626-e8ce-4a22-9d3b-cd2936dec00f,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:51:51.989527 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6404683-34bc-49f5-9d64-6f22f8913126 admin admin] Received port after_create {{(pid=113285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:51:51.990166 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a6404683-34bc-49f5-9d64-6f22f8913126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527157'] for router_interface (835b7ad8-25b1-4272-92a8-d9aa95fbd3b7), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:51.993300 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port f7ee4473-91e8-410a-bce1-734fcaa19819 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:51:52.022476 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-823e333e-c108-405e-b822-8d947a0d1b42 req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] Request body: {'port': {'device_id': '85d3f4ae-60a5-4463-9a02-00d846d22289', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:51:52.040592 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6404683-34bc-49f5-9d64-6f22f8913126 admin admin] Pushing event updated for resources: {'Port': ['ID=8acfa564-522e-4b82-8952-b1cae09faeae,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:52.046095 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-80712027-72de-4ee0-b417-1622575f49fd None None] Provisioning complete for port 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:51:52.047496 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-80712027-72de-4ee0-b417-1622575f49fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (99141c24-9fad-4cf8-9d13-c4d90e5ddd88), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:52.047496 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-80712027-72de-4ee0-b417-1622575f49fd None None] Attempt 1 to provision port 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 Oct 03 12:51:52.100182 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-80712027-72de-4ee0-b417-1622575f49fd None None] Port 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:51:52.107348 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (776c1626-e8ce-4a22-9d3b-cd2936dec00f), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:52.150889 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-823e333e-c108-405e-b822-8d947a0d1b42 req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (99141c24-9fad-4cf8-9d13-c4d90e5ddd88), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:52.162852 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] Routers {'835b7ad8-25b1-4272-92a8-d9aa95fbd3b7'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:51:52.163624 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:51:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['835b7ad8-25b1-4272-92a8-d9aa95fbd3b7'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:51:52.168172 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:52.284739 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:52.297536 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c8d83-b39d-462a-8869-c19e96d16b9a None None] Pushing event updated for resources: {'Port': ['ID=776c1626-e8ce-4a22-9d3b-cd2936dec00f,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:52.354924 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a6404683-34bc-49f5-9d64-6f22f8913126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (8acfa564-522e-4b82-8952-b1cae09faeae), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:52.369023 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-de4c9252-0271-4280-bd47-210c214fb0e7 None None] Provisioning complete for port 8acfa564-522e-4b82-8952-b1cae09faeae triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:51:52.369927 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-de4c9252-0271-4280-bd47-210c214fb0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (8acfa564-522e-4b82-8952-b1cae09faeae), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:52.370249 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-de4c9252-0271-4280-bd47-210c214fb0e7 None None] Attempt 1 to provision port 8acfa564-522e-4b82-8952-b1cae09faeae Oct 03 12:51:52.417694 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] Set router 835b7ad8-25b1-4272-92a8-d9aa95fbd3b7 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:51:52.444146 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-de4c9252-0271-4280-bd47-210c214fb0e7 None None] Port 8acfa564-522e-4b82-8952-b1cae09faeae cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:51:52.476874 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c8d0b319-8db7-4c34-a1b7-f45be75a7b28 req-3f66b048-c101-4010-a38a-aaa699da334b tempest-VolumesActionsTest-212774216 tempest-VolumesActionsTest-212774216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f25ca40b-7241-41b9-8a8b-8e19a3bc14b2 HTTP/1.1" status: 200 len: 210 time: 0.0727711 Oct 03 12:51:52.527306 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [req-823e333e-c108-405e-b822-8d947a0d1b42 req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 {{(pid=113284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:51:52.540003 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-823e333e-c108-405e-b822-8d947a0d1b42 req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] Publish callbacks [] for port (99141c24-9fad-4cf8-9d13-c4d90e5ddd88), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:52.557946 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.provisioning_blocks [req-823e333e-c108-405e-b822-8d947a0d1b42 req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] Transition to ACTIVE for port object 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 will not be triggered until provisioned by entity L2. {{(pid=113284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 12:51:52.585228 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d7309-9209-48ba-b4d5-e213d6e9d46d req-c8008264-a6fa-4df9-b8e4-3da093f0e2cf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:52.585228 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5d4d7309-9209-48ba-b4d5-e213d6e9d46d req-c8008264-a6fa-4df9-b8e4-3da093f0e2cf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.1046045 Oct 03 12:51:52.682470 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-823e333e-c108-405e-b822-8d947a0d1b42 req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (99141c24-9fad-4cf8-9d13-c4d90e5ddd88), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:52.687153 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a6404683-34bc-49f5-9d64-6f22f8913126 admin admin] Publish callbacks [] for port (8acfa564-522e-4b82-8952-b1cae09faeae), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:52.694659 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5d4d7309-9209-48ba-b4d5-e213d6e9d46d req-2fa22748-34e2-4e52-ae93-287306ed1040 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988374 Oct 03 12:51:52.697635 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835b7ad8-25b1-4272-92a8-d9aa95fbd3b7', 'name': 'tempest-TestVolumeBootPattern-282230418-router', 'tenant_id': '255d6627821c48b38f53f9abe4b6e3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '776c1626-e8ce-4a22-9d3b-cd2936dec00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:46Z', 'updated_at': '2022-10-03T12:51:48Z', 'revision_number': 3, 'project_id': '255d6627821c48b38f53f9abe4b6e3ae', 'gw_port': {'id': '776c1626-e8ce-4a22-9d3b-cd2936dec00f', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835b7ad8-25b1-4272-92a8-d9aa95fbd3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:47Z', 'updated_at': '2022-10-03T12:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:51:52.735860 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:52.744555 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b081e3d-2ac3-42b1-8aad-2424a040f619 None None] The sync data for ids ['835b7ad8-25b1-4272-92a8-d9aa95fbd3b7'] in dv-cinder-844563-12-iscsi is: [{'id': '835b7ad8-25b1-4272-92a8-d9aa95fbd3b7', 'name': 'tempest-TestVolumeBootPattern-282230418-router', 'tenant_id': '255d6627821c48b38f53f9abe4b6e3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '776c1626-e8ce-4a22-9d3b-cd2936dec00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:46Z', 'updated_at': '2022-10-03T12:51:48Z', 'revision_number': 3, 'project_id': '255d6627821c48b38f53f9abe4b6e3ae', 'gw_port': {'id': '776c1626-e8ce-4a22-9d3b-cd2936dec00f', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835b7ad8-25b1-4272-92a8-d9aa95fbd3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:47Z', 'updated_at': '2022-10-03T12:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:51:52.797991 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a6404683-34bc-49f5-9d64-6f22f8913126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (8acfa564-522e-4b82-8952-b1cae09faeae), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:52.802860 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a6404683-34bc-49f5-9d64-6f22f8913126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527273'] for router_interface (835b7ad8-25b1-4272-92a8-d9aa95fbd3b7), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:52.831250 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] Pushing event updated for resources: {'Port': ['ID=99141c24-9fad-4cf8-9d13-c4d90e5ddd88,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:52.862594 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-823e333e-c108-405e-b822-8d947a0d1b42 req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] Attempting to bind port 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:51:52.862990 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-823e333e-c108-405e-b822-8d947a0d1b42 req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] Attempting to bind port 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'd3a5c810-85a3-440e-99e0-0eb8dd8e532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405'}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:51:52.863503 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823e333e-c108-405e-b822-8d947a0d1b42 req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] Attempting to bind port 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 on network f492b9a3-221f-4263-a074-289d6252f405 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:51:52.899400 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6404683-34bc-49f5-9d64-6f22f8913126 admin admin] Pushing event updated for resources: {'Port': ['ID=8acfa564-522e-4b82-8952-b1cae09faeae,revision_number=2']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:52.921773 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823e333e-c108-405e-b822-8d947a0d1b42 req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] Port 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 on network f492b9a3-221f-4263-a074-289d6252f405 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 12:51:52.922190 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823e333e-c108-405e-b822-8d947a0d1b42 req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] Attempting to bind port 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 on network f492b9a3-221f-4263-a074-289d6252f405 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:51:52.960728 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6404683-34bc-49f5-9d64-6f22f8913126 admin admin] Network 789eec20-4759-427b-acbf-933c178e442d is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:51:52.962147 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-a6404683-34bc-49f5-9d64-6f22f8913126 admin admin] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:51:52.968528 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8c561e1c-7cd1-4487-a66e-7856c40e8b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:52.986781 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823e333e-c108-405e-b822-8d947a0d1b42 req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] Checking agent: {'id': '72e18e84-452a-46dd-9356-90dcf7de37bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'started_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:51:52.987120 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823e333e-c108-405e-b822-8d947a0d1b42 req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] Checking segment: {'id': 'd3a5c810-85a3-440e-99e0-0eb8dd8e532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:51:52.987621 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823e333e-c108-405e-b822-8d947a0d1b42 req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] Bound using segment: {'id': 'd3a5c810-85a3-440e-99e0-0eb8dd8e532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405'} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:51:52.988059 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-823e333e-c108-405e-b822-8d947a0d1b42 req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] Bound port: 99141c24-9fad-4cf8-9d13-c4d90e5ddd88, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3a5c810-85a3-440e-99e0-0eb8dd8e532d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405'}}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:51:52.989590 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-823e333e-c108-405e-b822-8d947a0d1b42 req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (99141c24-9fad-4cf8-9d13-c4d90e5ddd88), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:53.084026 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-823e333e-c108-405e-b822-8d947a0d1b42 req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] For port 99141c24-9fad-4cf8-9d13-c4d90e5ddd88, host hv-cinder-84456, cleared binding levels {{(pid=113284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:51:53.090336 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-823e333e-c108-405e-b822-8d947a0d1b42 req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] For port 99141c24-9fad-4cf8-9d13-c4d90e5ddd88, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=99141c24-9fad-4cf8-9d13-c4d90e5ddd88,segment=NetworkSegment(d3a5c810-85a3-440e-99e0-0eb8dd8e532d),segment_id=d3a5c810-85a3-440e-99e0-0eb8dd8e532d)] {{(pid=113284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:51:53.125178 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714988a-c236-4d8e-b01a-4a3a0dc5bf8b req-361f5169-8c9a-4381-898f-9b984024909c tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:53.150672 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7714988a-c236-4d8e-b01a-4a3a0dc5bf8b req-361f5169-8c9a-4381-898f-9b984024909c tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 944 time: 0.1131856 Oct 03 12:51:53.190495 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-823e333e-c108-405e-b822-8d947a0d1b42 req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (99141c24-9fad-4cf8-9d13-c4d90e5ddd88), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:53.202179 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e333e-c108-405e-b822-8d947a0d1b42 req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:53.202806 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-823e333e-c108-405e-b822-8d947a0d1b42 req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:53.208300 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-823e333e-c108-405e-b822-8d947a0d1b42 req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/99141c24-9fad-4cf8-9d13-c4d90e5ddd88 HTTP/1.1" status: 200 len: 1094 time: 1.1874669 Oct 03 12:51:53.208300 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d3f4ae-60a5-4463-9a02-00d846d22289', 'tag': '99141c24-9fad-4cf8-9d13-c4d90e5ddd88'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:51:53.208300 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841c80f8-6bfc-430d-a173-a4ceb5bc42c2" -d '{"events": [{"name": "network-changed", "server_uuid": "85d3f4ae-60a5-4463-9a02-00d846d22289", "tag": "99141c24-9fad-4cf8-9d13-c4d90e5ddd88"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:51:53.244211 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6404683-34bc-49f5-9d64-6f22f8913126 admin admin] Router 835b7ad8-25b1-4272-92a8-d9aa95fbd3b7 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:51:53.307740 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9d9af-5fe4-47a0-a8ae-95092a9e970b service neutron] Pushing event updated for resources: {'Port': ['ID=99141c24-9fad-4cf8-9d13-c4d90e5ddd88,revision_number=3']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:53.327024 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7714988a-c236-4d8e-b01a-4a3a0dc5bf8b req-be060afe-524a-4ac2-8dfb-9d5f55d60b8a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748281 Oct 03 12:51:53.351993 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c60fbf-e301-4003-87c1-8361628e48b4 req-7da1c47b-0d34-4dea-aa73-079a5af63263 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:53.355268 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37758) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:53.375866 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f0c60fbf-e301-4003-87c1-8361628e48b4 req-7da1c47b-0d34-4dea-aa73-079a5af63263 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.1268156 Oct 03 12:51:53.418407 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6551ac-5036-4763-8fdc-6c9915082c63 x-openstack-request-id: req-1f6551ac-5036-4763-8fdc-6c9915082c63 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:51:53.418773 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d3f4ae-60a5-4463-9a02-00d846d22289", "tag": "99141c24-9fad-4cf8-9d13-c4d90e5ddd88", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:51:53.419266 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1f6551ac-5036-4763-8fdc-6c9915082c63 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:51:53.419681 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f6551ac-5036-4763-8fdc-6c9915082c63'] response: {'name': 'network-changed', 'server_uuid': '85d3f4ae-60a5-4463-9a02-00d846d22289', 'tag': '99141c24-9fad-4cf8-9d13-c4d90e5ddd88', 'status': 'completed', 'code': 200} Oct 03 12:51:53.463180 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:53.477976 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-1fc8d88f-b4e6-4343-a05a-c0d3c9e046b6 None None] Provisioning complete for port 8acfa564-522e-4b82-8952-b1cae09faeae triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:51:53.480912 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1fc8d88f-b4e6-4343-a05a-c0d3c9e046b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (8acfa564-522e-4b82-8952-b1cae09faeae), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:53.481475 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-1fc8d88f-b4e6-4343-a05a-c0d3c9e046b6 None None] Attempt 1 to provision port 8acfa564-522e-4b82-8952-b1cae09faeae Oct 03 12:51:53.483701 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f0c60fbf-e301-4003-87c1-8361628e48b4 req-b14f46d4-252c-4dee-8f72-bb17d73ba55c tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086271 Oct 03 12:51:53.513375 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-cc6d7ece-ad3d-4228-8780-bec50cadd6ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:53.558478 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-1fc8d88f-b4e6-4343-a05a-c0d3c9e046b6 None None] Port 8acfa564-522e-4b82-8952-b1cae09faeae cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:51:53.571207 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6404683-34bc-49f5-9d64-6f22f8913126 admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:51:53.582216 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-a6404683-34bc-49f5-9d64-6f22f8913126 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/835b7ad8-25b1-4272-92a8-d9aa95fbd3b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1825409 Oct 03 12:51:53.634558 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-cc6d7ece-ad3d-4228-8780-bec50cadd6ed admin admin] Publish callbacks [] for security_group (19ad003d-b4a4-4327-ba33-410fe5b4efad), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:53.786596 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-cc6d7ece-ad3d-4228-8780-bec50cadd6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (19ad003d-b4a4-4327-ba33-410fe5b4efad), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:53.852164 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d7ece-ad3d-4228-8780-bec50cadd6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ad003d-b4a4-4327-ba33-410fe5b4efad,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:53.868541 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-cc6d7ece-ad3d-4228-8780-bec50cadd6ed admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=01d9d29160e54fe79fa64f0b70f0a536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5131812 Oct 03 12:51:53.871270 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37780) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:53.886952 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f001ab-d848-4efb-b889-0db0a8672001 req-8860b0fd-49c3-40ae-b2e8-f85779dea73e tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:53.889970 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-30f001ab-d848-4efb-b889-0db0a8672001 req-8860b0fd-49c3-40ae-b2e8-f85779dea73e tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0612538 Oct 03 12:51:53.926815 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-009127bd-4fdf-4769-bc40-f46b0796e8ab admin admin] Publish callbacks [] for security_group (19ad003d-b4a4-4327-ba33-410fe5b4efad), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:53.958599 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-009127bd-4fdf-4769-bc40-f46b0796e8ab admin admin] Publish callbacks [] for security_group (19ad003d-b4a4-4327-ba33-410fe5b4efad), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:53.961231 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-30f001ab-d848-4efb-b889-0db0a8672001 req-db00d79d-8f11-4232-8c89-7992c1cffe1a tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644140 Oct 03 12:51:54.117535 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-009127bd-4fdf-4769-bc40-f46b0796e8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (19ad003d-b4a4-4327-ba33-410fe5b4efad), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:54.120059 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-009127bd-4fdf-4769-bc40-f46b0796e8ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:54.121261 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-009127bd-4fdf-4769-bc40-f46b0796e8ab admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/19ad003d-b4a4-4327-ba33-410fe5b4efad HTTP/1.1" status: 204 len: 168 time: 0.2489696 Oct 03 12:51:54.129206 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009127bd-4fdf-4769-bc40-f46b0796e8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ad003d-b4a4-4327-ba33-410fe5b4efad,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:54.163522 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37788) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:54.169062 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-f460f101-424f-42b1-ab7f-3e8d471204e4 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-797083645', 'description': 'tempest-secgroup-smoke-797083645 description', 'project_id': '38d1778202d041b58934150c6af9685c'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:51:54.277382 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f460f101-424f-42b1-ab7f-3e8d471204e4 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:54.348988 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f460f101-424f-42b1-ab7f-3e8d471204e4 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group (18ee50b8-c178-4f2e-90fa-2e038bee25b0), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:54.420516 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f460f101-424f-42b1-ab7f-3e8d471204e4 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (18ee50b8-c178-4f2e-90fa-2e038bee25b0), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:54.469249 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460f101-424f-42b1-ab7f-3e8d471204e4 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ee50b8-c178-4f2e-90fa-2e038bee25b0,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:54.520209 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00307eb-c1e4-4fe3-9a61-e1c54d47a805 req-0bfc3320-c8bc-4583-b9e2-dc13711c3142 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:54.520209 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e00307eb-c1e4-4fe3-9a61-e1c54d47a805 req-0bfc3320-c8bc-4583-b9e2-dc13711c3142 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 944 time: 0.0637503 Oct 03 12:51:54.568974 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e00307eb-c1e4-4fe3-9a61-e1c54d47a805 req-87b2dd13-5bb4-459a-9481-d816ad1c8667 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524077 Oct 03 12:51:54.574117 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f460f101-424f-42b1-ab7f-3e8d471204e4 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:54.578121 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-f460f101-424f-42b1-ab7f-3e8d471204e4 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4099305 Oct 03 12:51:54.578331 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37810) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:54.582851 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-4df45068-f2c4-4554-9da7-2efe57d74f23 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Request body: {'security_group_rule': {'security_group_id': '18ee50b8-c178-4f2e-90fa-2e038bee25b0', 'project_id': '38d1778202d041b58934150c6af9685c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:51:54.662207 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4dad2d-8859-4e16-b687-580c85396daf req-80e4da23-4885-4046-bca1-ae76b939049f tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:54.664039 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1e4dad2d-8859-4e16-b687-580c85396daf req-80e4da23-4885-4046-bca1-ae76b939049f tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0540867 Oct 03 12:51:54.711998 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1e4dad2d-8859-4e16-b687-580c85396daf req-9cdf73b4-3dc2-4228-bdf8-267beb521e42 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422122 Oct 03 12:51:54.787575 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] Sync routers for ids ['835b7ad8-25b1-4272-92a8-d9aa95fbd3b7'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:51:54.802025 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] Routers {'835b7ad8-25b1-4272-92a8-d9aa95fbd3b7'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:51:54.802025 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:51:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['835b7ad8-25b1-4272-92a8-d9aa95fbd3b7'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:51:54.805257 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4df45068-f2c4-4554-9da7-2efe57d74f23 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group_rule (cc510007-51a5-4626-ae58-7917bcfc6032), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:54.871471 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:54.881684 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4df45068-f2c4-4554-9da7-2efe57d74f23 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group_rule (cc510007-51a5-4626-ae58-7917bcfc6032), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:54.908614 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] Set router 835b7ad8-25b1-4272-92a8-d9aa95fbd3b7 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:51:54.934276 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37816) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:54.947684 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-56541856-9e79-4b3a-aee3-6d97cbb1d308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:54.969320 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4df45068-f2c4-4554-9da7-2efe57d74f23 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (cc510007-51a5-4626-ae58-7917bcfc6032), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:54.995103 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:55.014368 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df45068-f2c4-4554-9da7-2efe57d74f23 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc510007-51a5-4626-ae58-7917bcfc6032,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:55.090663 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 776c1626-e8ce-4a22-9d3b-cd2936dec00f up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:51:55.096306 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-56541856-9e79-4b3a-aee3-6d97cbb1d308 admin admin] Publish callbacks [] for security_group (0910dac8-b84c-4d42-9daa-437a60178926), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:55.142509 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4df45068-f2c4-4554-9da7-2efe57d74f23 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:55.144074 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-4df45068-f2c4-4554-9da7-2efe57d74f23 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5647211 Oct 03 12:51:55.146794 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37828) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:55.151497 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-88b82c9c-67d4-48e2-8f24-b41b15873981 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Request body: {'security_group_rule': {'security_group_id': '18ee50b8-c178-4f2e-90fa-2e038bee25b0', 'project_id': '38d1778202d041b58934150c6af9685c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:51:55.152066 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 776c1626-e8ce-4a22-9d3b-cd2936dec00f triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:51:55.152443 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (776c1626-e8ce-4a22-9d3b-cd2936dec00f), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:55.153369 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 776c1626-e8ce-4a22-9d3b-cd2936dec00f Oct 03 12:51:55.157153 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835b7ad8-25b1-4272-92a8-d9aa95fbd3b7', 'name': 'tempest-TestVolumeBootPattern-282230418-router', 'tenant_id': '255d6627821c48b38f53f9abe4b6e3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '776c1626-e8ce-4a22-9d3b-cd2936dec00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:46Z', 'updated_at': '2022-10-03T12:51:52Z', 'revision_number': 4, 'project_id': '255d6627821c48b38f53f9abe4b6e3ae', 'gw_port': {'id': '776c1626-e8ce-4a22-9d3b-cd2936dec00f', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835b7ad8-25b1-4272-92a8-d9aa95fbd3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:47Z', 'updated_at': '2022-10-03T12:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '8acfa564-522e-4b82-8952-b1cae09faeae', 'name': '', 'network_id': '789eec20-4759-427b-acbf-933c178e442d', 'tenant_id': '255d6627821c48b38f53f9abe4b6e3ae', 'mac_address': 'fa:16:3e:3d:1e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835b7ad8-25b1-4272-92a8-d9aa95fbd3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '56cf4b26-c146-4254-9697-01f81d66ddad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:51Z', 'updated_at': '2022-10-03T12:51:52Z', 'revision_number': 2, 'project_id': '255d6627821c48b38f53f9abe4b6e3ae', 'subnets': [{'id': '56cf4b26-c146-4254-9697-01f81d66ddad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:51:55.174716 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe59d10-3a30-46a5-b5f9-fd8a045bbaf4 req-38f3d643-302c-4973-80f4-7ff1e612a254 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:55.179006 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bfe59d10-3a30-46a5-b5f9-fd8a045bbaf4 req-38f3d643-302c-4973-80f4-7ff1e612a254 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0600119 Oct 03 12:51:55.183507 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:55.184230 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:55.187373 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-56541856-9e79-4b3a-aee3-6d97cbb1d308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (0910dac8-b84c-4d42-9daa-437a60178926), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:55.210803 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] Checking router: 835b7ad8-25b1-4272-92a8-d9aa95fbd3b7 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:51:55.215287 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] Updating router 835b7ad8-25b1-4272-92a8-d9aa95fbd3b7 port 8acfa564-522e-4b82-8952-b1cae09faeae binding host dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:51:55.244262 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-56541856-9e79-4b3a-aee3-6d97cbb1d308 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=65cd267ba9854f5ab7e729ab115318d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3088231 Oct 03 12:51:55.245030 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56541856-9e79-4b3a-aee3-6d97cbb1d308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0910dac8-b84c-4d42-9daa-437a60178926,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:55.248365 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37830) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:55.256504 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (8acfa564-522e-4b82-8952-b1cae09faeae), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:55.269310 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bfe59d10-3a30-46a5-b5f9-fd8a045bbaf4 req-eda87dfb-bd68-4fb6-bbb2-b4c1c23300dc tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843565 Oct 03 12:51:55.273910 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 776c1626-e8ce-4a22-9d3b-cd2936dec00f is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:51:55.274227 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (776c1626-e8ce-4a22-9d3b-cd2936dec00f), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:55.296922 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port 776c1626-e8ce-4a22-9d3b-cd2936dec00f, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=776c1626-e8ce-4a22-9d3b-cd2936dec00f,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:51:55.311789 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fa4303bc-3a9c-4942-b3b1-a30684773bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:55.315734 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ea92f403-3896-4948-ab2a-08344b459f89 admin admin] Publish callbacks [] for security_group (0910dac8-b84c-4d42-9daa-437a60178926), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:55.343149 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ea92f403-3896-4948-ab2a-08344b459f89 admin admin] Publish callbacks [] for security_group (0910dac8-b84c-4d42-9daa-437a60178926), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:55.358939 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 01735561-0af5-445a-b8c8-4842dba74030 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:51:55.363687 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-88b82c9c-67d4-48e2-8f24-b41b15873981 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group_rule (92c97da5-4c7a-48aa-8d1f-8c741428f89a), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:55.381584 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] No Port match for: 01735561-0af5-445a-b8c8-4842dba74030 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:51:55.381903 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 01735561-0af5-445a-b8c8-4842dba74030 not bound to the agent host hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:51:55.383678 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (776c1626-e8ce-4a22-9d3b-cd2936dec00f), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:55.438599 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-88b82c9c-67d4-48e2-8f24-b41b15873981 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group_rule (92c97da5-4c7a-48aa-8d1f-8c741428f89a), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:55.450416 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=776c1626-e8ce-4a22-9d3b-cd2936dec00f,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:55.517981 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-88b82c9c-67d4-48e2-8f24-b41b15873981 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (92c97da5-4c7a-48aa-8d1f-8c741428f89a), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:55.527590 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ea92f403-3896-4948-ab2a-08344b459f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (0910dac8-b84c-4d42-9daa-437a60178926), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:55.530139 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ea92f403-3896-4948-ab2a-08344b459f89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:55.531235 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-ea92f403-3896-4948-ab2a-08344b459f89 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/0910dac8-b84c-4d42-9daa-437a60178926 HTTP/1.1" status: 204 len: 168 time: 0.2787983 Oct 03 12:51:55.552071 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b82c9c-67d4-48e2-8f24-b41b15873981 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c97da5-4c7a-48aa-8d1f-8c741428f89a,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:55.554997 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92f403-3896-4948-ab2a-08344b459f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0910dac8-b84c-4d42-9daa-437a60178926,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:55.653440 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c80f8-6bfc-430d-a173-a4ceb5bc42c2 req-8d628e7b-0772-4459-82f0-4f556bedd9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:55.655079 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-841c80f8-6bfc-430d-a173-a4ceb5bc42c2 req-8d628e7b-0772-4459-82f0-4f556bedd9db service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3f2b18d217d14d39886718cf209eb576&device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 1128 time: 0.0505323 Oct 03 12:51:55.658445 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-88b82c9c-67d4-48e2-8f24-b41b15873981 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:55.662681 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-88b82c9c-67d4-48e2-8f24-b41b15873981 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5116429 Oct 03 12:51:55.663443 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37846) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:55.667235 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-bdc5dde7-4355-44cc-a86c-bf3bff94769f tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Request body: {'security_group_rule': {'security_group_id': '18ee50b8-c178-4f2e-90fa-2e038bee25b0', 'project_id': '38d1778202d041b58934150c6af9685c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:51:55.677235 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] Publish callbacks [] for port (8acfa564-522e-4b82-8952-b1cae09faeae), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:55.714575 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26568fd4-dd3b-4b08-bb66-3c571969adef req-23c1da5c-8db1-47eb-aa45-1674168cd94f tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:55.716102 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-26568fd4-dd3b-4b08-bb66-3c571969adef req-23c1da5c-8db1-47eb-aa45-1674168cd94f tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 944 time: 0.0547590 Oct 03 12:51:55.778044 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c80f8-6bfc-430d-a173-a4ceb5bc42c2 req-b6c97ab6-8134-4e5b-a045-30f4115a4381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:55.779486 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-26568fd4-dd3b-4b08-bb66-3c571969adef req-e72181bc-a70f-4013-bd0f-18a027743a29 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576842 Oct 03 12:51:55.779796 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-841c80f8-6bfc-430d-a173-a4ceb5bc42c2 req-b6c97ab6-8134-4e5b-a045-30f4115a4381 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=3f2b18d217d14d39886718cf209eb576&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1064994 Oct 03 12:51:55.787536 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (8acfa564-522e-4b82-8952-b1cae09faeae), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:55.875850 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-bdc5dde7-4355-44cc-a86c-bf3bff94769f tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group_rule (06b81ea7-15b6-4b0c-9d5c-12a059fb5256), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:55.899083 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0acb52-fe3c-4cf4-9cd0-7c3728fd0d39 req-82228a0a-9a04-42a2-b746-1e35bb270c42 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:55.899299 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf0f2e-22e3-48e9-a8b4-8fc684134d8b None None] Pushing event updated for resources: {'Port': ['ID=8acfa564-522e-4b82-8952-b1cae09faeae,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:55.901621 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7b0acb52-fe3c-4cf4-9cd0-7c3728fd0d39 req-82228a0a-9a04-42a2-b746-1e35bb270c42 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0727463 Oct 03 12:51:55.918626 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] Attempting to bind port 8acfa564-522e-4b82-8952-b1cae09faeae on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:51:55.918626 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] Attempting to bind port 8acfa564-522e-4b82-8952-b1cae09faeae by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': '8920a23e-408a-4b00-8677-fa350b9d480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '789eec20-4759-427b-acbf-933c178e442d'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:51:55.918626 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] Attempting to bind port 8acfa564-522e-4b82-8952-b1cae09faeae on network 789eec20-4759-427b-acbf-933c178e442d {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:51:55.963812 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:51:55.964269 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] Checking segment: {'id': '8920a23e-408a-4b00-8677-fa350b9d480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '789eec20-4759-427b-acbf-933c178e442d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:51:55.964561 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:55.965225 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] Bound using segment: {'id': '8920a23e-408a-4b00-8677-fa350b9d480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '789eec20-4759-427b-acbf-933c178e442d'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:51:55.965428 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] Bound port: 8acfa564-522e-4b82-8952-b1cae09faeae, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8920a23e-408a-4b00-8677-fa350b9d480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '789eec20-4759-427b-acbf-933c178e442d'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:51:55.965769 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (8acfa564-522e-4b82-8952-b1cae09faeae), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:55.967152 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-bdc5dde7-4355-44cc-a86c-bf3bff94769f tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group_rule (06b81ea7-15b6-4b0c-9d5c-12a059fb5256), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:55.969660 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7b0acb52-fe3c-4cf4-9cd0-7c3728fd0d39 req-482f515d-a278-4ac2-8205-9f6e41b8d56d tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526769 Oct 03 12:51:55.971987 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c80f8-6bfc-430d-a173-a4ceb5bc42c2 req-18290c63-0451-4587-ab59-8f216f4cd89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:55.977404 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-841c80f8-6bfc-430d-a173-a4ceb5bc42c2 req-18290c63-0451-4587-ab59-8f216f4cd89c service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1847527 Oct 03 12:51:56.033057 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:56.035797 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] For port 8acfa564-522e-4b82-8952-b1cae09faeae, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:51:56.038884 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] For port 8acfa564-522e-4b82-8952-b1cae09faeae, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=8acfa564-522e-4b82-8952-b1cae09faeae,segment=NetworkSegment(8920a23e-408a-4b00-8677-fa350b9d480e),segment_id=8920a23e-408a-4b00-8677-fa350b9d480e)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:51:56.065617 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-bdc5dde7-4355-44cc-a86c-bf3bff94769f tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (06b81ea7-15b6-4b0c-9d5c-12a059fb5256), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:56.082215 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5dde7-4355-44cc-a86c-bf3bff94769f tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b81ea7-15b6-4b0c-9d5c-12a059fb5256,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:56.180047 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (8acfa564-522e-4b82-8952-b1cae09faeae), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:56.181561 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-bdc5dde7-4355-44cc-a86c-bf3bff94769f tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:56.182802 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-bdc5dde7-4355-44cc-a86c-bf3bff94769f tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5189071 Oct 03 12:51:56.185627 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37852) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:56.187438 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:56.190093 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-acc10749-bfda-4287-b49e-4e245072dbfb tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Request body: {'security_group_rule': {'security_group_id': '18ee50b8-c178-4f2e-90fa-2e038bee25b0', 'project_id': '38d1778202d041b58934150c6af9685c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:51:56.216722 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] Routers {'835b7ad8-25b1-4272-92a8-d9aa95fbd3b7'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:51:56.217368 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:51:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['835b7ad8-25b1-4272-92a8-d9aa95fbd3b7'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:51:56.280804 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf0f2e-22e3-48e9-a8b4-8fc684134d8b None None] Pushing event updated for resources: {'Port': ['ID=8acfa564-522e-4b82-8952-b1cae09faeae,revision_number=4']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:56.321674 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-acc10749-bfda-4287-b49e-4e245072dbfb tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group_rule (4872f713-49bf-4533-be20-f508e628269c), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:56.346529 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] Set router 835b7ad8-25b1-4272-92a8-d9aa95fbd3b7 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:51:56.395540 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-acc10749-bfda-4287-b49e-4e245072dbfb tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group_rule (4872f713-49bf-4533-be20-f508e628269c), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:56.414828 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74749de8-5f17-430f-9e0a-dd872e4704fe req-97fd0403-f62c-48f5-b801-6af675a64e87 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:56.417079 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-74749de8-5f17-430f-9e0a-dd872e4704fe req-97fd0403-f62c-48f5-b801-6af675a64e87 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0485427 Oct 03 12:51:56.471786 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-74749de8-5f17-430f-9e0a-dd872e4704fe req-bdee61b1-e15a-48db-a94c-f85f0bbdb723 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484140 Oct 03 12:51:56.486484 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37862) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:56.517099 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-acc10749-bfda-4287-b49e-4e245072dbfb tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (4872f713-49bf-4533-be20-f508e628269c), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:56.530515 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-6504c649-abf4-4c60-9ea7-051535151190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:56.581505 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc10749-bfda-4287-b49e-4e245072dbfb tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4872f713-49bf-4533-be20-f508e628269c,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:56.600950 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835b7ad8-25b1-4272-92a8-d9aa95fbd3b7', 'name': 'tempest-TestVolumeBootPattern-282230418-router', 'tenant_id': '255d6627821c48b38f53f9abe4b6e3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '776c1626-e8ce-4a22-9d3b-cd2936dec00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:46Z', 'updated_at': '2022-10-03T12:51:52Z', 'revision_number': 4, 'project_id': '255d6627821c48b38f53f9abe4b6e3ae', 'gw_port': {'id': '776c1626-e8ce-4a22-9d3b-cd2936dec00f', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835b7ad8-25b1-4272-92a8-d9aa95fbd3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:47Z', 'updated_at': '2022-10-03T12:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '8acfa564-522e-4b82-8952-b1cae09faeae', 'name': '', 'network_id': '789eec20-4759-427b-acbf-933c178e442d', 'tenant_id': '255d6627821c48b38f53f9abe4b6e3ae', 'mac_address': 'fa:16:3e:3d:1e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835b7ad8-25b1-4272-92a8-d9aa95fbd3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '56cf4b26-c146-4254-9697-01f81d66ddad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:51Z', 'updated_at': '2022-10-03T12:51:56Z', 'revision_number': 4, 'project_id': '255d6627821c48b38f53f9abe4b6e3ae', 'subnets': [{'id': '56cf4b26-c146-4254-9697-01f81d66ddad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:51:56.643835 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e45be64-2e45-424d-94d3-f4b7258f9fa4 None None] The sync data for ids ['835b7ad8-25b1-4272-92a8-d9aa95fbd3b7'] in dv-cinder-844563-12-iscsi is: [{'id': '835b7ad8-25b1-4272-92a8-d9aa95fbd3b7', 'name': 'tempest-TestVolumeBootPattern-282230418-router', 'tenant_id': '255d6627821c48b38f53f9abe4b6e3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '776c1626-e8ce-4a22-9d3b-cd2936dec00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:46Z', 'updated_at': '2022-10-03T12:51:52Z', 'revision_number': 4, 'project_id': '255d6627821c48b38f53f9abe4b6e3ae', 'gw_port': {'id': '776c1626-e8ce-4a22-9d3b-cd2936dec00f', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835b7ad8-25b1-4272-92a8-d9aa95fbd3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:47Z', 'updated_at': '2022-10-03T12:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '8acfa564-522e-4b82-8952-b1cae09faeae', 'name': '', 'network_id': '789eec20-4759-427b-acbf-933c178e442d', 'tenant_id': '255d6627821c48b38f53f9abe4b6e3ae', 'mac_address': 'fa:16:3e:3d:1e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835b7ad8-25b1-4272-92a8-d9aa95fbd3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '56cf4b26-c146-4254-9697-01f81d66ddad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:51Z', 'updated_at': '2022-10-03T12:51:56Z', 'revision_number': 4, 'project_id': '255d6627821c48b38f53f9abe4b6e3ae', 'subnets': [{'id': '56cf4b26-c146-4254-9697-01f81d66ddad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:51:56.654073 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-acc10749-bfda-4287-b49e-4e245072dbfb tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:56.655285 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-acc10749-bfda-4287-b49e-4e245072dbfb tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4686987 Oct 03 12:51:56.658206 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 37866) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:56.661180 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-6504c649-abf4-4c60-9ea7-051535151190 admin admin] Publish callbacks [] for security_group (0dc4de36-8b51-4ece-a2ae-84aff7cf8687), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:56.664089 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-5fed606a-f9e9-45e2-a735-04b3dde3c77a tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Request body: {'security_group_rule': {'security_group_id': '18ee50b8-c178-4f2e-90fa-2e038bee25b0', 'project_id': '38d1778202d041b58934150c6af9685c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:51:56.768681 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-6504c649-abf4-4c60-9ea7-051535151190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (0dc4de36-8b51-4ece-a2ae-84aff7cf8687), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:56.797587 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.db.securitygroups_db [None req-5fed606a-f9e9-45e2-a735-04b3dde3c77a tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Project 38d1778202d041b58934150c6af9685c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:51:56.805053 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5fed606a-f9e9-45e2-a735-04b3dde3c77a tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group_rule (58ef9d60-e027-4b61-b7e5-cb663ec5c5f6), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:56.809871 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504c649-abf4-4c60-9ea7-051535151190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc4de36-8b51-4ece-a2ae-84aff7cf8687,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:56.830617 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-6504c649-abf4-4c60-9ea7-051535151190 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d6bc5767b2934d85bc754a037a5c97d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433211 Oct 03 12:51:56.833495 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37870) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:56.861958 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:56.892897 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-dfd330f8-abbd-4ce3-b5dc-181e6f283c94 admin admin] Publish callbacks [] for security_group (0dc4de36-8b51-4ece-a2ae-84aff7cf8687), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:56.903385 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5fed606a-f9e9-45e2-a735-04b3dde3c77a tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group_rule (58ef9d60-e027-4b61-b7e5-cb663ec5c5f6), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:56.905897 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:56.922392 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-dfd330f8-abbd-4ce3-b5dc-181e6f283c94 admin admin] Publish callbacks [] for security_group (0dc4de36-8b51-4ece-a2ae-84aff7cf8687), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:56.948976 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5fed606a-f9e9-45e2-a735-04b3dde3c77a tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (58ef9d60-e027-4b61-b7e5-cb663ec5c5f6), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:56.958912 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c234830-0cc0-437b-a4c4-fb5d1a18202d req-4ec65628-dc68-426a-a35c-b981466728b8 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:56.963896 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7c234830-0cc0-437b-a4c4-fb5d1a18202d req-4ec65628-dc68-426a-a35c-b981466728b8 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 944 time: 0.0626161 Oct 03 12:51:56.992746 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed606a-f9e9-45e2-a735-04b3dde3c77a tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ef9d60-e027-4b61-b7e5-cb663ec5c5f6,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:57.055208 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-dfd330f8-abbd-4ce3-b5dc-181e6f283c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (0dc4de36-8b51-4ece-a2ae-84aff7cf8687), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:57.057822 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-dfd330f8-abbd-4ce3-b5dc-181e6f283c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:57.059489 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-dfd330f8-abbd-4ce3-b5dc-181e6f283c94 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/0dc4de36-8b51-4ece-a2ae-84aff7cf8687 HTTP/1.1" status: 204 len: 168 time: 0.2249477 Oct 03 12:51:57.077184 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd330f8-abbd-4ce3-b5dc-181e6f283c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc4de36-8b51-4ece-a2ae-84aff7cf8687,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:57.093120 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7c234830-0cc0-437b-a4c4-fb5d1a18202d req-00e8592f-29eb-46d2-b98a-6cc28a6d468b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120842 Oct 03 12:51:57.101876 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5fed606a-f9e9-45e2-a735-04b3dde3c77a tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:57.108995 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-5fed606a-f9e9-45e2-a735-04b3dde3c77a tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4437084 Oct 03 12:51:57.111279 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 37878) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:51:57.117842 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-23f6cd13-6697-4159-a0d6-43b51ff07770 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Request body: {'security_group_rule': {'security_group_id': '18ee50b8-c178-4f2e-90fa-2e038bee25b0', 'project_id': '38d1778202d041b58934150c6af9685c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:51:57.191021 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 776c1626-e8ce-4a22-9d3b-cd2936dec00f up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:51:57.215729 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.securitygroups_db [None req-23f6cd13-6697-4159-a0d6-43b51ff07770 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Project 38d1778202d041b58934150c6af9685c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:51:57.219604 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:57.225430 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-23f6cd13-6697-4159-a0d6-43b51ff07770 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group_rule (31b68be0-5dc7-42fa-9b87-dac1f346ba69), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:57.228001 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86774e3-6adb-4105-aeca-8859221cfd50 req-2a8d8c92-ef5d-41ad-9a3d-9c7985346f49 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:57.231505 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d86774e3-6adb-4105-aeca-8859221cfd50 req-2a8d8c92-ef5d-41ad-9a3d-9c7985346f49 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0844486 Oct 03 12:51:57.252454 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 776c1626-e8ce-4a22-9d3b-cd2936dec00f triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:51:57.252926 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (776c1626-e8ce-4a22-9d3b-cd2936dec00f), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:57.253427 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 776c1626-e8ce-4a22-9d3b-cd2936dec00f Oct 03 12:51:57.288860 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d86774e3-6adb-4105-aeca-8859221cfd50 req-9b727a74-8b0d-4793-b3d2-c9bbdc197344 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518785 Oct 03 12:51:57.313639 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-23f6cd13-6697-4159-a0d6-43b51ff07770 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group_rule (31b68be0-5dc7-42fa-9b87-dac1f346ba69), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:57.403175 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-23f6cd13-6697-4159-a0d6-43b51ff07770 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (31b68be0-5dc7-42fa-9b87-dac1f346ba69), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:57.421593 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6cd13-6697-4159-a0d6-43b51ff07770 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b68be0-5dc7-42fa-9b87-dac1f346ba69,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:57.497205 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-23f6cd13-6697-4159-a0d6-43b51ff07770 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:57.498511 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-23f6cd13-6697-4159-a0d6-43b51ff07770 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3860440 Oct 03 12:51:57.499608 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 776c1626-e8ce-4a22-9d3b-cd2936dec00f is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:51:57.500770 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 8acfa564-522e-4b82-8952-b1cae09faeae up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:51:57.552903 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 8acfa564-522e-4b82-8952-b1cae09faeae triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:51:57.553291 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (8acfa564-522e-4b82-8952-b1cae09faeae), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:57.553627 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 8acfa564-522e-4b82-8952-b1cae09faeae Oct 03 12:51:57.677723 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 8acfa564-522e-4b82-8952-b1cae09faeae is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:51:57.677723 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (8acfa564-522e-4b82-8952-b1cae09faeae), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:57.724960 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port 8acfa564-522e-4b82-8952-b1cae09faeae, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=8acfa564-522e-4b82-8952-b1cae09faeae,segment=NetworkSegment(8920a23e-408a-4b00-8677-fa350b9d480e),segment_id=8920a23e-408a-4b00-8677-fa350b9d480e)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:51:57.787715 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (8acfa564-522e-4b82-8952-b1cae09faeae), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:57.811957 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb82b7-80ff-433c-ab8d-a90bb1599e71 req-3df6c781-0afe-4630-ac9f-6cbfdaa2af2c tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:57.813144 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fcfb82b7-80ff-433c-ab8d-a90bb1599e71 req-3df6c781-0afe-4630-ac9f-6cbfdaa2af2c tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0870142 Oct 03 12:51:57.846226 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:57.848901 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:57.860218 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:57.867907 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=8acfa564-522e-4b82-8952-b1cae09faeae,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:57.886036 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fcfb82b7-80ff-433c-ab8d-a90bb1599e71 req-eec90a30-9948-405f-9bff-54d7cab46311 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656075 Oct 03 12:51:58.226354 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7ebf5-1245-47f8-b41c-43e94230b628 req-78c71b99-7283-4db5-bba9-d14221f679a9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:58.227975 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-32c7ebf5-1245-47f8-b41c-43e94230b628 req-78c71b99-7283-4db5-bba9-d14221f679a9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 944 time: 0.0502586 Oct 03 12:51:58.291485 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-32c7ebf5-1245-47f8-b41c-43e94230b628 req-4d84a457-6814-4419-a9a6-5d246ba23a8b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564244 Oct 03 12:51:58.391043 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:58.421997 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:58.434139 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6940dc-4663-4aa4-8f6a-0ae2173b5109 req-779255c7-35a7-41f0-b874-239fac8eb559 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:58.435752 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3d6940dc-4663-4aa4-8f6a-0ae2173b5109 req-779255c7-35a7-41f0-b874-239fac8eb559 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0528550 Oct 03 12:51:58.504798 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3d6940dc-4663-4aa4-8f6a-0ae2173b5109 req-119f8e57-597a-48e1-b18d-0280e2c86597 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632586 Oct 03 12:51:58.548572 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e333e-c108-405e-b822-8d947a0d1b42 req-6999781d-a67e-49d3-9882-670a9bc787a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:58.549999 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-823e333e-c108-405e-b822-8d947a0d1b42 req-6999781d-a67e-49d3-9882-670a9bc787a1 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3f2b18d217d14d39886718cf209eb576&device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 1128 time: 0.0744841 Oct 03 12:51:58.611897 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-823e333e-c108-405e-b822-8d947a0d1b42 req-2fa27e3c-e3a6-45df-a54c-621eed2b5023 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99141c24-9fad-4cf8-9d13-c4d90e5ddd88 HTTP/1.1" status: 200 len: 217 time: 0.0526574 Oct 03 12:51:58.874755 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e333e-c108-405e-b822-8d947a0d1b42 req-32fa5bc8-87e3-4213-9ff1-148078f2ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:58.876256 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-823e333e-c108-405e-b822-8d947a0d1b42 req-32fa5bc8-87e3-4213-9ff1-148078f2ffaf service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=37145451-837c-4b8b-9c60-d5e0dbfeb9fe HTTP/1.1" status: 200 len: 858 time: 0.2570534 Oct 03 12:51:59.018911 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eee931-17d4-4a61-a033-5fe0bccac299 req-7b76d4af-51da-43e6-9af7-be6fedb6846b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:59.020399 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a6eee931-17d4-4a61-a033-5fe0bccac299 req-7b76d4af-51da-43e6-9af7-be6fedb6846b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0500948 Oct 03 12:51:59.031512 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 8acfa564-522e-4b82-8952-b1cae09faeae up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:51:59.069499 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a6eee931-17d4-4a61-a033-5fe0bccac299 req-360547b6-2484-4ea3-9900-db12c1253284 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431550 Oct 03 12:51:59.077273 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 8acfa564-522e-4b82-8952-b1cae09faeae triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:51:59.077725 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (8acfa564-522e-4b82-8952-b1cae09faeae), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:51:59.078062 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 8acfa564-522e-4b82-8952-b1cae09faeae Oct 03 12:51:59.153300 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 8acfa564-522e-4b82-8952-b1cae09faeae is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:51:59.414346 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c5e64-4c75-47c8-9cc0-47554a12944b req-1a1332fc-8334-4dad-aae6-0564e2fe278e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:59.415870 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-841c5e64-4c75-47c8-9cc0-47554a12944b req-1a1332fc-8334-4dad-aae6-0564e2fe278e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 944 time: 0.0498087 Oct 03 12:51:59.464546 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-841c5e64-4c75-47c8-9cc0-47554a12944b req-1adaa269-85dd-498d-b117-e22a3e9335b4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425954 Oct 03 12:51:59.640745 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4b023-45ad-4bf3-9572-456d9b01273d req-d0612ac9-fafc-4eeb-bc59-5884f232d1c8 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:59.642208 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-25b4b023-45ad-4bf3-9572-456d9b01273d req-d0612ac9-fafc-4eeb-bc59-5884f232d1c8 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0480297 Oct 03 12:51:59.689983 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-25b4b023-45ad-4bf3-9572-456d9b01273d req-3869b5c0-0013-4a2b-b8ca-b35264fcd317 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420325 Oct 03 12:51:59.713611 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:51:59.726029 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e333e-c108-405e-b822-8d947a0d1b42 req-af530e9e-c388-45f0-b715-00a02f56a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:59.727595 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-823e333e-c108-405e-b822-8d947a0d1b42 req-af530e9e-c388-45f0-b715-00a02f56a441 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=f492b9a3-221f-4263-a074-289d6252f405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421076 Oct 03 12:51:59.728826 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:00.025959 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:00.157227 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:00.185600 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:00.198779 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048c8fe-34cb-4bbb-972c-548f541964ea req-86a54402-969f-41c6-8000-dd969835e566 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:00.200246 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5048c8fe-34cb-4bbb-972c-548f541964ea req-86a54402-969f-41c6-8000-dd969835e566 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0507360 Oct 03 12:52:00.300692 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:00.408906 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:00.479704 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5048c8fe-34cb-4bbb-972c-548f541964ea req-8e5d1f53-de43-4a11-ae9b-329d3dec37d9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740026 Oct 03 12:52:00.528645 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:INSERT=20,neutron:SELECT=73,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:00.586254 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1757eb8-416b-4c4c-8b4e-9d108daf661e req-b5780f07-3457-441b-be99-076a11c56cbd tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:00.587665 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a1757eb8-416b-4c4c-8b4e-9d108daf661e req-b5780f07-3457-441b-be99-076a11c56cbd tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 944 time: 0.0480952 Oct 03 12:52:00.636474 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a1757eb8-416b-4c4c-8b4e-9d108daf661e req-5ef65640-97b7-403e-865e-b06bf9a17b63 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430250 Oct 03 12:52:00.728472 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:00.811138 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8860b-94b7-4f27-85f3-f62d1d9ba73d req-93087c6b-4008-45ad-8887-97937ae0f79a tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:00.812603 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1dc8860b-94b7-4f27-85f3-f62d1d9ba73d req-93087c6b-4008-45ad-8887-97937ae0f79a tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0486560 Oct 03 12:52:00.814224 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:00.858913 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1dc8860b-94b7-4f27-85f3-f62d1d9ba73d req-be6b46ea-a7ae-48ac-bd9e-4ed9e486b4bc tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406573 Oct 03 12:52:00.939762 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:01.608002 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21faa0-b171-4334-be82-d1819481c590 req-25005e56-707b-450a-b0fd-03396d701a02 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:01.609510 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3c21faa0-b171-4334-be82-d1819481c590 req-25005e56-707b-450a-b0fd-03396d701a02 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0507002 Oct 03 12:52:01.661792 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3c21faa0-b171-4334-be82-d1819481c590 req-85d5f05e-e5b5-4a78-98b8-40d9ee01695a tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447953 Oct 03 12:52:01.668935 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-823e333e-c108-405e-b822-8d947a0d1b42 req-dc17ffed-e72e-413a-a55e-84520af00406 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966072 Oct 03 12:52:01.773539 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20719c5b-f13a-4f12-8fef-4a6fa3da6eeb req-80b1ec69-65bf-47d3-b517-26df576efd32 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:01.775047 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-20719c5b-f13a-4f12-8fef-4a6fa3da6eeb req-80b1ec69-65bf-47d3-b517-26df576efd32 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 944 time: 0.0548663 Oct 03 12:52:01.789903 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-823e333e-c108-405e-b822-8d947a0d1b42 req-86b68767-7178-46b3-8df8-374e96834259 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110935 Oct 03 12:52:01.831790 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-20719c5b-f13a-4f12-8fef-4a6fa3da6eeb req-7858f8a5-516e-4096-ad00-94126a6d213d tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503087 Oct 03 12:52:01.989702 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661742ea-bf92-4808-8d78-bc7bff311b62 req-caf6d084-7a66-49b5-a3fa-a5b76d160ca4 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:01.991446 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-661742ea-bf92-4808-8d78-bc7bff311b62 req-caf6d084-7a66-49b5-a3fa-a5b76d160ca4 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0458879 Oct 03 12:52:02.045088 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-661742ea-bf92-4808-8d78-bc7bff311b62 req-2c3c41fb-9dfa-4668-835e-7716db782a11 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478158 Oct 03 12:52:02.631205 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:02.822233 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0abfd-a565-46e9-bba7-ecd5d6a17588 req-d03abf1b-0e31-48df-ab12-fd45b21ae2cc tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:02.823788 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8ed0abfd-a565-46e9-bba7-ecd5d6a17588 req-d03abf1b-0e31-48df-ab12-fd45b21ae2cc tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0526204 Oct 03 12:52:02.912455 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8ed0abfd-a565-46e9-bba7-ecd5d6a17588 req-389cb5e0-3c75-408c-aa4e-bb47750159d1 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679941 Oct 03 12:52:02.989123 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329f912-b5f7-43d5-8e61-0f0186e7b719 req-92a42288-7db5-45fd-b8e1-3440e0d654d0 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:02.991250 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f329f912-b5f7-43d5-8e61-0f0186e7b719 req-92a42288-7db5-45fd-b8e1-3440e0d654d0 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 944 time: 0.0605390 Oct 03 12:52:03.048867 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f329f912-b5f7-43d5-8e61-0f0186e7b719 req-26694103-e498-4436-bb78-311eb1374e21 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507793 Oct 03 12:52:03.178172 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54b199-a1ef-4feb-912b-b9ea21a3fe9b req-8fc237ae-9deb-41bb-a9b1-a5226a4178b4 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:03.180029 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-df54b199-a1ef-4feb-912b-b9ea21a3fe9b req-8fc237ae-9deb-41bb-a9b1-a5226a4178b4 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0516188 Oct 03 12:52:03.248231 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-df54b199-a1ef-4feb-912b-b9ea21a3fe9b req-58ecd422-95bb-4f3c-90d4-756249aac99b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594471 Oct 03 12:52:04.041703 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212b83c-de38-4173-b817-911922b09f52 req-163b1e2a-1089-4507-824b-d6bbf527ff3f tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:04.043215 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5212b83c-de38-4173-b817-911922b09f52 req-163b1e2a-1089-4507-824b-d6bbf527ff3f tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0546930 Oct 03 12:52:04.099089 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5212b83c-de38-4173-b817-911922b09f52 req-40788daa-978f-45ec-b134-c5aa4bb0344d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465245 Oct 03 12:52:04.185897 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b6bb6-8e74-4e96-bc4c-559369763d98 req-4a0a3792-5c9f-4805-b7aa-992ca4282cd4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:04.196891 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f84b6bb6-8e74-4e96-bc4c-559369763d98 req-4a0a3792-5c9f-4805-b7aa-992ca4282cd4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 944 time: 0.0631609 Oct 03 12:52:04.240839 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:04.240839 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f84b6bb6-8e74-4e96-bc4c-559369763d98 req-895c96f3-6fb7-4bd1-b0e6-88955ceb6ca5 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632288 Oct 03 12:52:04.513422 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:04.513422 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44c53c-21b6-4813-a29d-b8c77b5cd495 req-749fbfea-05b9-42b5-ab5a-6dba1d3cb72d tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:04.513422 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6b44c53c-21b6-4813-a29d-b8c77b5cd495 req-749fbfea-05b9-42b5-ab5a-6dba1d3cb72d tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0507984 Oct 03 12:52:04.513422 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6b44c53c-21b6-4813-a29d-b8c77b5cd495 req-32eae9bd-2d57-4467-895d-5095b935808b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468569 Oct 03 12:52:05.260836 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d3e25-c356-4a3f-91e4-82bce45d77c1 req-9cbbac67-bad7-42b3-85dc-9d166bcc8281 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:05.262553 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d86d3e25-c356-4a3f-91e4-82bce45d77c1 req-9cbbac67-bad7-42b3-85dc-9d166bcc8281 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0612025 Oct 03 12:52:05.350053 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d86d3e25-c356-4a3f-91e4-82bce45d77c1 req-040b55df-bef5-4aa8-96c5-e880561ec9d0 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695863 Oct 03 12:52:05.407018 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d90ef-b4d1-4182-bb96-8084be4ff182 req-eae5aaf5-665b-482b-add2-d8e71dcfe2a7 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:05.409398 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ae7d90ef-b4d1-4182-bb96-8084be4ff182 req-eae5aaf5-665b-482b-add2-d8e71dcfe2a7 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 944 time: 0.0523875 Oct 03 12:52:05.463395 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ae7d90ef-b4d1-4182-bb96-8084be4ff182 req-08b269fd-4c35-4cb2-ba3c-0bacf7e5b3a1 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483534 Oct 03 12:52:05.571240 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:52:05.665652 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:05.666758 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c14692-67c5-4ee1-a25e-73de8aaba3e5 req-178ea621-4407-4ec8-a4e9-a4f9be12a956 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:05.672039 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-50c14692-67c5-4ee1-a25e-73de8aaba3e5 req-178ea621-4407-4ec8-a4e9-a4f9be12a956 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0739937 Oct 03 12:52:05.716179 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 99141c24-9fad-4cf8-9d13-c4d90e5ddd88, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=99141c24-9fad-4cf8-9d13-c4d90e5ddd88,segment=NetworkSegment(d3a5c810-85a3-440e-99e0-0eb8dd8e532d),segment_id=d3a5c810-85a3-440e-99e0-0eb8dd8e532d)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:52:05.728919 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': '99141c24-9fad-4cf8-9d13-c4d90e5ddd88', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'port_id': '99141c24-9fad-4cf8-9d13-c4d90e5ddd88', 'mac_address': 'fa:16:3e:18:9e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:52:05.731255 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-50c14692-67c5-4ee1-a25e-73de8aaba3e5 req-4d714e01-7366-4028-bcb2-9efa8f1fc4c5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565720 Oct 03 12:52:05.774292 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:52:05.774678 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (99141c24-9fad-4cf8-9d13-c4d90e5ddd88), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:05.789195 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:52:05.812692 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 99141c24-9fad-4cf8-9d13-c4d90e5ddd88, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=99141c24-9fad-4cf8-9d13-c4d90e5ddd88,segment=NetworkSegment(d3a5c810-85a3-440e-99e0-0eb8dd8e532d),segment_id=d3a5c810-85a3-440e-99e0-0eb8dd8e532d)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:52:05.866405 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (99141c24-9fad-4cf8-9d13-c4d90e5ddd88), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:05.917197 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=99141c24-9fad-4cf8-9d13-c4d90e5ddd88,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:06.199097 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['99141c24-9fad-4cf8-9d13-c4d90e5ddd88'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:52:06.497711 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec6cd4-01f7-470a-b18c-f80b81d61f17 req-113effa1-fe0b-44da-acb3-693f52e28696 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:06.499440 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e4ec6cd4-01f7-470a-b18c-f80b81d61f17 req-113effa1-fe0b-44da-acb3-693f52e28696 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0578024 Oct 03 12:52:06.592496 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e4ec6cd4-01f7-470a-b18c-f80b81d61f17 req-06b97a1e-b621-4cb7-a82d-37a26f665daa tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725920 Oct 03 12:52:06.683962 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fac3d-f4e7-4a66-9761-9f158144f370 req-0d3e7b6e-a352-4984-8ebc-2fe49ba5709b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:06.685572 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-633fac3d-f4e7-4a66-9761-9f158144f370 req-0d3e7b6e-a352-4984-8ebc-2fe49ba5709b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 945 time: 0.0908511 Oct 03 12:52:06.741778 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-633fac3d-f4e7-4a66-9761-9f158144f370 req-7a15decb-4c0b-4bfc-a2e5-1e0d9f31f85f tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488522 Oct 03 12:52:06.871638 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c35a61-0133-46e3-a4f2-c16cb666173a req-b33395ce-4bfc-4be0-8793-55a6d895c075 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:06.873279 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-11c35a61-0133-46e3-a4f2-c16cb666173a req-b33395ce-4bfc-4be0-8793-55a6d895c075 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0504925 Oct 03 12:52:06.926386 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-11c35a61-0133-46e3-a4f2-c16cb666173a req-56d25bd0-440b-44ba-a7c6-81176b2a5bdd tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442698 Oct 03 12:52:07.575732 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:52:07.639013 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning for port 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 completed by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 12:52:07.694432 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:52:07.694817 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (99141c24-9fad-4cf8-9d13-c4d90e5ddd88), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:07.695153 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 Oct 03 12:52:07.762180 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:07.792039 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02970d6b-08a9-40e5-a09a-befca553b709 req-8ec16d34-6c47-4889-ba32-32b6125d5f5f tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:07.800188 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-02970d6b-08a9-40e5-a09a-befca553b709 req-8ec16d34-6c47-4889-ba32-32b6125d5f5f tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.1061745 Oct 03 12:52:07.811983 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:52:07.812843 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (99141c24-9fad-4cf8-9d13-c4d90e5ddd88), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:07.854631 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d3f4ae-60a5-4463-9a02-00d846d22289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99141c24-9fad-4cf8-9d13-c4d90e5ddd88'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:52:07.858721 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450450c8-6a17-4b5d-8cd9-053382ebde26" -d '{"events": [{"server_uuid": "85d3f4ae-60a5-4463-9a02-00d846d22289", "name": "network-vif-plugged", "status": "completed", "tag": "99141c24-9fad-4cf8-9d13-c4d90e5ddd88"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:52:07.883394 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 99141c24-9fad-4cf8-9d13-c4d90e5ddd88, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=99141c24-9fad-4cf8-9d13-c4d90e5ddd88,segment=NetworkSegment(d3a5c810-85a3-440e-99e0-0eb8dd8e532d),segment_id=d3a5c810-85a3-440e-99e0-0eb8dd8e532d)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:52:07.928474 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-02970d6b-08a9-40e5-a09a-befca553b709 req-0c8d39ad-d648-4393-b1e7-80eb96952738 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234028 Oct 03 12:52:07.946365 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (99141c24-9fad-4cf8-9d13-c4d90e5ddd88), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:07.994010 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c01ee-e478-49b9-9dc7-0a03ac035e8f req-d7fc67bf-c90c-4b59-9783-fb5c947d3bc3 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:08.003339 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ec6c01ee-e478-49b9-9dc7-0a03ac035e8f req-d7fc67bf-c90c-4b59-9783-fb5c947d3bc3 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 945 time: 0.0934958 Oct 03 12:52:08.043477 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a6bbb7-940a-447d-875a-d85482120035 x-openstack-request-id: req-e3a6bbb7-940a-447d-875a-d85482120035 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:52:08.049323 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d3f4ae-60a5-4463-9a02-00d846d22289", "name": "network-vif-plugged", "status": "completed", "tag": "99141c24-9fad-4cf8-9d13-c4d90e5ddd88", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:52:08.049605 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e3a6bbb7-940a-447d-875a-d85482120035 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:52:08.051410 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a6bbb7-940a-447d-875a-d85482120035'] response: {'server_uuid': '85d3f4ae-60a5-4463-9a02-00d846d22289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99141c24-9fad-4cf8-9d13-c4d90e5ddd88', 'code': 200} Oct 03 12:52:08.071603 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=99141c24-9fad-4cf8-9d13-c4d90e5ddd88,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:08.084736 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ec6c01ee-e478-49b9-9dc7-0a03ac035e8f req-8f4a4e63-9ad8-400c-b8d8-bfdc91be1c3e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796523 Oct 03 12:52:08.164183 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:08.181439 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a85bf-001a-40a5-9157-4b09a10b9831 req-6295face-46ec-409f-ba42-c2cc29e9b392 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:08.183424 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4c3a85bf-001a-40a5-9157-4b09a10b9831 req-6295face-46ec-409f-ba42-c2cc29e9b392 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0651610 Oct 03 12:52:08.243818 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4c3a85bf-001a-40a5-9157-4b09a10b9831 req-3ba75bf5-8de7-4032-a549-6afba0ae4a58 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524163 Oct 03 12:52:09.061917 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ef050-90ee-43c0-b506-ef5669bebed8 req-b4ab73f6-b738-4421-8328-574b3cddff86 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:09.063412 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-010ef050-90ee-43c0-b506-ef5669bebed8 req-b4ab73f6-b738-4421-8328-574b3cddff86 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0457249 Oct 03 12:52:09.112466 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-010ef050-90ee-43c0-b506-ef5669bebed8 req-23b98879-0fc3-4a64-a832-bc985cf549b8 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430937 Oct 03 12:52:09.156301 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:52:09.211031 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3eb711-f65e-48d9-86cd-5f6f1e5a08ad req-c759ffd9-492c-493c-bb39-f23367c17752 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:09.212557 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ab3eb711-f65e-48d9-86cd-5f6f1e5a08ad req-c759ffd9-492c-493c-bb39-f23367c17752 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0471661 Oct 03 12:52:09.260762 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ab3eb711-f65e-48d9-86cd-5f6f1e5a08ad req-59388482-5482-4cf1-876b-f1c2517f090e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425391 Oct 03 12:52:09.372020 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af67965-6a3d-4e69-ad5e-77114f52a7db req-26524c27-7299-4ec6-b7e6-56e11756df85 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:09.373518 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2af67965-6a3d-4e69-ad5e-77114f52a7db req-26524c27-7299-4ec6-b7e6-56e11756df85 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0473633 Oct 03 12:52:09.425277 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2af67965-6a3d-4e69-ad5e-77114f52a7db req-a1868ac3-7e06-4352-839a-10a95962f09e tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462501 Oct 03 12:52:10.232869 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:10.253677 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489bd55-56b3-4eff-abef-1c23707954b2 req-aa6bf583-2c74-4586-812b-bdb277e22fde tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:10.253677 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8489bd55-56b3-4eff-abef-1c23707954b2 req-aa6bf583-2c74-4586-812b-bdb277e22fde tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0552351 Oct 03 12:52:10.292824 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8489bd55-56b3-4eff-abef-1c23707954b2 req-08e50e28-55fd-40e7-91ba-f6c86c81b97c tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429010 Oct 03 12:52:10.381942 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df7c1d-73bd-448b-ad62-c6134a5b521f req-35c774e8-897a-4dce-a843-eae9559bb86e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:10.383434 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a5df7c1d-73bd-448b-ad62-c6134a5b521f req-35c774e8-897a-4dce-a843-eae9559bb86e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0471122 Oct 03 12:52:10.431123 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a5df7c1d-73bd-448b-ad62-c6134a5b521f req-2a8d24aa-78b5-45d1-8188-14e3a6ac358b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413430 Oct 03 12:52:10.550181 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f5998-e10b-4dde-b715-0b64c668edf9 req-2fbd3249-59a5-42f6-8110-d7183b0e74a0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:10.551702 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-091f5998-e10b-4dde-b715-0b64c668edf9 req-2fbd3249-59a5-42f6-8110-d7183b0e74a0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0508273 Oct 03 12:52:10.597669 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-091f5998-e10b-4dde-b715-0b64c668edf9 req-7f05d01f-9cf8-4d13-a0c9-873d1675da7e tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404718 Oct 03 12:52:11.213789 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device e846a01d-6972-40c0-b292-bc930ec8ca6d details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:52:11.359723 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port e846a01d-6972-40c0-b292-bc930ec8ca6d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e846a01d-6972-40c0-b292-bc930ec8ca6d,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:52:11.384856 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': 'e846a01d-6972-40c0-b292-bc930ec8ca6d', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'port_id': 'e846a01d-6972-40c0-b292-bc930ec8ca6d', 'mac_address': 'fa:16:3e:41:bf:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287a7239-c391-4a5c-a389-779ed301deff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:52:11.444547 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port e846a01d-6972-40c0-b292-bc930ec8ca6d is: ACTIVE; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:52:11.445020 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:11.466599 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343e6f2-9f82-4dcd-bc21-3587c5901e92 req-cc22d60e-e9d5-401c-a749-50d0ad8fc8b7 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:11.468321 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e343e6f2-9f82-4dcd-bc21-3587c5901e92 req-cc22d60e-e9d5-401c-a749-50d0ad8fc8b7 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0688746 Oct 03 12:52:11.488244 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e846a01d-6972-40c0-b292-bc930ec8ca6d {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:52:11.568495 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port e846a01d-6972-40c0-b292-bc930ec8ca6d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e846a01d-6972-40c0-b292-bc930ec8ca6d,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:52:11.600769 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e343e6f2-9f82-4dcd-bc21-3587c5901e92 req-6fa1678e-974b-41e3-bcc5-4b719e0823ad tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152995 Oct 03 12:52:11.672932 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:11.699992 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccd8f9-45ba-4a8e-9bfa-2955aa2b45c5 req-a0423629-2737-40ea-83cf-42fce4b60a9e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:11.714815 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-26ccd8f9-45ba-4a8e-9bfa-2955aa2b45c5 req-a0423629-2737-40ea-83cf-42fce4b60a9e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.1121750 Oct 03 12:52:11.764726 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=e846a01d-6972-40c0-b292-bc930ec8ca6d,revision_number=6']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:11.787460 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=69,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:11.788132 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=24 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:11.823557 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed7d31-5336-47f3-9494-b769bc7fb9f9 req-8a66b84d-14b5-47d6-ac53-d9f6f0685468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:11.825215 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-05ed7d31-5336-47f3-9494-b769bc7fb9f9 req-8a66b84d-14b5-47d6-ac53-d9f6f0685468 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 1130 time: 0.0456793 Oct 03 12:52:11.834976 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c9619-1e5c-4a1a-8018-5587394fa361 req-bd694779-a815-4d60-9a4d-7fbd51ed04c0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:11.837254 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-124c9619-1e5c-4a1a-8018-5587394fa361 req-bd694779-a815-4d60-9a4d-7fbd51ed04c0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.1069705 Oct 03 12:52:11.847454 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-26ccd8f9-45ba-4a8e-9bfa-2955aa2b45c5 req-fc439dad-b79f-4da9-b383-f4597cd672dc tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287425 Oct 03 12:52:11.848489 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['e846a01d-6972-40c0-b292-bc930ec8ca6d'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:52:11.900639 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:11.908445 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-05ed7d31-5336-47f3-9494-b769bc7fb9f9 req-160664b8-7f9b-427d-9eba-48d067be490c service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717850 Oct 03 12:52:11.914110 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-124c9619-1e5c-4a1a-8018-5587394fa361 req-daadf2ea-6bad-4519-ab0e-ce7c816f48f4 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651982 Oct 03 12:52:12.230293 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device e846a01d-6972-40c0-b292-bc930ec8ca6d up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:52:12.300510 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port e846a01d-6972-40c0-b292-bc930ec8ca6d triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:52:12.301000 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:12.301339 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port e846a01d-6972-40c0-b292-bc930ec8ca6d Oct 03 12:52:12.406060 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port e846a01d-6972-40c0-b292-bc930ec8ca6d is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:52:12.406484 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:12.445674 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54982238-81ba-4d23-b642-e3a37f778b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e846a01d-6972-40c0-b292-bc930ec8ca6d'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:52:12.451038 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434ee992-3829-4bd0-b7b7-fa51c80f3258" -d '{"events": [{"server_uuid": "54982238-81ba-4d23-b642-e3a37f778b4a", "name": "network-vif-plugged", "status": "completed", "tag": "e846a01d-6972-40c0-b292-bc930ec8ca6d"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:52:12.454046 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:12.480641 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port e846a01d-6972-40c0-b292-bc930ec8ca6d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e846a01d-6972-40c0-b292-bc930ec8ca6d,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:52:12.516472 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9f15fa-7d35-4e0d-a22c-841e16d12854 x-openstack-request-id: req-df9f15fa-7d35-4e0d-a22c-841e16d12854 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:52:12.521674 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54982238-81ba-4d23-b642-e3a37f778b4a", "name": "network-vif-plugged", "status": "completed", "tag": "e846a01d-6972-40c0-b292-bc930ec8ca6d", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:52:12.521674 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-df9f15fa-7d35-4e0d-a22c-841e16d12854 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:52:12.521674 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df9f15fa-7d35-4e0d-a22c-841e16d12854'] response: {'server_uuid': '54982238-81ba-4d23-b642-e3a37f778b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e846a01d-6972-40c0-b292-bc930ec8ca6d', 'code': 200} Oct 03 12:52:12.586397 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:12.648222 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=e846a01d-6972-40c0-b292-bc930ec8ca6d,revision_number=7']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:12.790481 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:12.834766 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ec6dc-1364-4ab5-9031-616bb20fb453 req-8ab6c06a-dd27-49e0-b389-6d5e102da05a tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:12.836645 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8f5ec6dc-1364-4ab5-9031-616bb20fb453 req-8ab6c06a-dd27-49e0-b389-6d5e102da05a tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0909827 Oct 03 12:52:12.907186 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8f5ec6dc-1364-4ab5-9031-616bb20fb453 req-bc12ae25-f1ab-4efb-8365-07b6821b838a tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632143 Oct 03 12:52:13.122388 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5e094-d066-4a8a-8a01-40d6afc1b19a req-7243227d-f831-4c8d-be50-f25816d7c9df tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:13.133043 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5eb5e094-d066-4a8a-8a01-40d6afc1b19a req-7243227d-f831-4c8d-be50-f25816d7c9df tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.1221719 Oct 03 12:52:13.164029 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99065847-4d67-4e4c-b230-30bd5865802d req-dff8da65-3908-4f97-9848-1fe14a2fecbb tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:13.166215 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-99065847-4d67-4e4c-b230-30bd5865802d req-dff8da65-3908-4f97-9848-1fe14a2fecbb tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.1141183 Oct 03 12:52:13.262425 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5eb5e094-d066-4a8a-8a01-40d6afc1b19a req-77741edb-d268-44c1-ae89-4bcb8b9e5e63 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282458 Oct 03 12:52:13.283171 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-99065847-4d67-4e4c-b230-30bd5865802d req-e4309c83-4b92-42f5-a847-821656b3f388 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078939 Oct 03 12:52:14.060818 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118032a-f5aa-4016-8545-8363e0853e80 req-bace0f7c-c22c-469f-b9bb-7b4360adfcc0 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:14.063011 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2118032a-f5aa-4016-8545-8363e0853e80 req-bace0f7c-c22c-469f-b9bb-7b4360adfcc0 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0574822 Oct 03 12:52:14.125101 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2118032a-f5aa-4016-8545-8363e0853e80 req-86ceb721-819a-4e73-8815-5196ad6114c7 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536802 Oct 03 12:52:14.426050 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0c5fa-0522-4c5f-91f3-90426eaa133b req-b2678e39-6b8e-4671-8514-599e097520fc tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:14.428942 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c6f0c5fa-0522-4c5f-91f3-90426eaa133b req-b2678e39-6b8e-4671-8514-599e097520fc tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0747344 Oct 03 12:52:14.526871 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcf30a-83f9-48c0-aaed-777d41466e77 req-392b17c7-8966-4187-a0bd-588ea8179da9 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:14.529272 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-24bcf30a-83f9-48c0-aaed-777d41466e77 req-392b17c7-8966-4187-a0bd-588ea8179da9 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0990505 Oct 03 12:52:14.558795 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:14.572320 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c6f0c5fa-0522-4c5f-91f3-90426eaa133b req-23235cd8-5b52-428e-a31c-e4855cebbda5 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312010 Oct 03 12:52:14.618378 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-24bcf30a-83f9-48c0-aaed-777d41466e77 req-70c278ac-915c-4688-aeec-6694d49bba70 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736804 Oct 03 12:52:14.729948 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c479ec-1fbf-4d3b-96ee-1796fa2528ce req-a1a981d1-4211-45aa-afc4-bb66eca59bb6 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:14.731446 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f3c479ec-1fbf-4d3b-96ee-1796fa2528ce req-a1a981d1-4211-45aa-afc4-bb66eca59bb6 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0494847 Oct 03 12:52:14.741856 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 38250) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:52:14.746057 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-cee2fb91-f2a0-4f09-8625-62d0d24aa0aa tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Request body: {'floatingip': {'port_id': '99141c24-9fad-4cf8-9d13-c4d90e5ddd88'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:52:14.783928 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-cee2fb91-f2a0-4f09-8625-62d0d24aa0aa tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for floatingip (93eecbff-adb4-4ccf-9701-f6f53879482a), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:15.204151 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-cee2fb91-f2a0-4f09-8625-62d0d24aa0aa tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:15.260426 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd950bda-afcd-47ba-8826-4797f1de7dd7 req-bdee81ac-abd8-4754-8157-c3fa1fe3fa3c tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:15.261897 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bd950bda-afcd-47ba-8826-4797f1de7dd7 req-bdee81ac-abd8-4754-8157-c3fa1fe3fa3c tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0474265 Oct 03 12:52:15.262963 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-cee2fb91-f2a0-4f09-8625-62d0d24aa0aa tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (93eecbff-adb4-4ccf-9701-f6f53879482a), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:15.314716 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:15.388935 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bd950bda-afcd-47ba-8826-4797f1de7dd7 req-e8040d67-0f02-4b05-8058-32570e3be0c1 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909500 Oct 03 12:52:15.398081 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.db.l3_db [None req-cee2fb91-f2a0-4f09-8625-62d0d24aa0aa tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Floating IP 93eecbff-adb4-4ccf-9701-f6f53879482a associated. External IP: 172.27.0.162, port: 99141c24-9fad-4cf8-9d13-c4d90e5ddd88. Oct 03 12:52:15.606159 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee2fb91-f2a0-4f09-8625-62d0d24aa0aa tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Router 3be64379-9030-445d-a5d0-c98e5b96c724 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:52:15.614486 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:15.752450 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee2fb91-f2a0-4f09-8625-62d0d24aa0aa tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:52:15.759634 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee2b5a-a9b9-43d2-a22a-44c9b298dbe0 req-3d7d110d-d61b-4449-b6bc-7638fadf4405 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:15.761204 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cbee2b5a-a9b9-43d2-a22a-44c9b298dbe0 req-3d7d110d-d61b-4449-b6bc-7638fadf4405 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0604584 Oct 03 12:52:15.763706 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb6fcec-75c5-4ec5-9e93-d3ccd17e89ac None None] Sync routers for ids ['3be64379-9030-445d-a5d0-c98e5b96c724'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:52:15.764391 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-cee2fb91-f2a0-4f09-8625-62d0d24aa0aa tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:15.781485 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb6fcec-75c5-4ec5-9e93-d3ccd17e89ac None None] Routers {'3be64379-9030-445d-a5d0-c98e5b96c724'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:52:15.782737 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-1cb6fcec-75c5-4ec5-9e93-d3ccd17e89ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:51:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['3be64379-9030-445d-a5d0-c98e5b96c724'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:52:15.816612 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-cee2fb91-f2a0-4f09-8625-62d0d24aa0aa tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/93eecbff-adb4-4ccf-9701-f6f53879482a HTTP/1.1" status: 200 len: 992 time: 1.0737338 Oct 03 12:52:15.819117 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d3f4ae-60a5-4463-9a02-00d846d22289', 'tag': '99141c24-9fad-4cf8-9d13-c4d90e5ddd88'}] {{(pid=113285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:52:15.821280 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8c9de838f6157477042d1ccf4c4241849d38f3be3769c4c2ec48b33ae5f8e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a000744-6c4f-4632-b792-0f0f896371cf" -d '{"events": [{"name": "network-changed", "server_uuid": "85d3f4ae-60a5-4463-9a02-00d846d22289", "tag": "99141c24-9fad-4cf8-9d13-c4d90e5ddd88"}]}' {{(pid=113285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:52:15.837742 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cbee2b5a-a9b9-43d2-a22a-44c9b298dbe0 req-e83438e1-1450-45b1-97d5-21279b2b7565 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705116 Oct 03 12:52:15.868399 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e947449d-8050-49ae-a6a3-1ff7dc6ce4cd x-openstack-request-id: req-e947449d-8050-49ae-a6a3-1ff7dc6ce4cd {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:52:15.868690 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d3f4ae-60a5-4463-9a02-00d846d22289", "tag": "99141c24-9fad-4cf8-9d13-c4d90e5ddd88", "status": "completed", "code": 200}]} {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:52:15.868959 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e947449d-8050-49ae-a6a3-1ff7dc6ce4cd {{(pid=113285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:52:15.869358 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e947449d-8050-49ae-a6a3-1ff7dc6ce4cd'] response: {'name': 'network-changed', 'server_uuid': '85d3f4ae-60a5-4463-9a02-00d846d22289', 'tag': '99141c24-9fad-4cf8-9d13-c4d90e5ddd88', 'status': 'completed', 'code': 200} Oct 03 12:52:15.893679 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-1cb6fcec-75c5-4ec5-9e93-d3ccd17e89ac None None] Set router 3be64379-9030-445d-a5d0-c98e5b96c724 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:52:16.140140 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-1cb6fcec-75c5-4ec5-9e93-d3ccd17e89ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'name': 'tempest-ServerRescueNegativeTestJSON-1174778013-router', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:25Z', 'updated_at': '2022-10-03T12:49:33Z', 'revision_number': 4, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'gw_port': {'id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:27Z', 'updated_at': '2022-10-03T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '93eecbff-adb4-4ccf-9701-f6f53879482a', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'port_id': '99141c24-9fad-4cf8-9d13-c4d90e5ddd88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'mac_address': 'fa:16:3e:18:9e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d3f4ae-60a5-4463-9a02-00d846d22289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:51:43Z', 'updated_at': '2022-10-03T12:52:15Z', 'revision_number': 1, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a22c5e8-e649-40b8-a406-6d66c1a4ffc2', 'name': '', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'mac_address': 'fa:16:3e:03:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:31Z', 'updated_at': '2022-10-03T12:49:46Z', 'revision_number': 5, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'subnets': [{'id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:52:16.147152 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=78 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:16.168099 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb6fcec-75c5-4ec5-9e93-d3ccd17e89ac None None] Checking router: 3be64379-9030-445d-a5d0-c98e5b96c724 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:52:16.176841 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb6fcec-75c5-4ec5-9e93-d3ccd17e89ac None None] Routers {'3be64379-9030-445d-a5d0-c98e5b96c724'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:52:16.177585 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-1cb6fcec-75c5-4ec5-9e93-d3ccd17e89ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:51:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['3be64379-9030-445d-a5d0-c98e5b96c724'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:52:16.305003 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-1cb6fcec-75c5-4ec5-9e93-d3ccd17e89ac None None] Set router 3be64379-9030-445d-a5d0-c98e5b96c724 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:52:16.554253 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a24f27-65d6-474c-9be1-ade2a52c264a req-792abb5a-cded-43b8-9ba6-954099ce032f tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:16.560937 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-37a24f27-65d6-474c-9be1-ade2a52c264a req-792abb5a-cded-43b8-9ba6-954099ce032f tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0734339 Oct 03 12:52:16.601881 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:16.624993 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-37a24f27-65d6-474c-9be1-ade2a52c264a req-e26720ba-5b59-4db9-9bbf-b00c20e68c20 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571172 Oct 03 12:52:16.708604 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-1cb6fcec-75c5-4ec5-9e93-d3ccd17e89ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'name': 'tempest-ServerRescueNegativeTestJSON-1174778013-router', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:25Z', 'updated_at': '2022-10-03T12:49:33Z', 'revision_number': 4, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'gw_port': {'id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:27Z', 'updated_at': '2022-10-03T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '93eecbff-adb4-4ccf-9701-f6f53879482a', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'port_id': '99141c24-9fad-4cf8-9d13-c4d90e5ddd88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'mac_address': 'fa:16:3e:18:9e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d3f4ae-60a5-4463-9a02-00d846d22289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:51:43Z', 'updated_at': '2022-10-03T12:52:15Z', 'revision_number': 1, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a22c5e8-e649-40b8-a406-6d66c1a4ffc2', 'name': '', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'mac_address': 'fa:16:3e:03:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:31Z', 'updated_at': '2022-10-03T12:49:46Z', 'revision_number': 5, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'subnets': [{'id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:52:16.740192 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb6fcec-75c5-4ec5-9e93-d3ccd17e89ac None None] The sync data for ids ['3be64379-9030-445d-a5d0-c98e5b96c724'] in dv-cinder-844563-12-iscsi is: [{'id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'name': 'tempest-ServerRescueNegativeTestJSON-1174778013-router', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:25Z', 'updated_at': '2022-10-03T12:49:33Z', 'revision_number': 4, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'gw_port': {'id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:27Z', 'updated_at': '2022-10-03T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '93eecbff-adb4-4ccf-9701-f6f53879482a', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'port_id': '99141c24-9fad-4cf8-9d13-c4d90e5ddd88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'mac_address': 'fa:16:3e:18:9e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d3f4ae-60a5-4463-9a02-00d846d22289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:51:43Z', 'updated_at': '2022-10-03T12:52:15Z', 'revision_number': 1, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a22c5e8-e649-40b8-a406-6d66c1a4ffc2', 'name': '', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'mac_address': 'fa:16:3e:03:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:31Z', 'updated_at': '2022-10-03T12:49:46Z', 'revision_number': 5, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'subnets': [{'id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:52:16.983255 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dcaed-9066-4bd4-b79d-bc9b2e7b116f req-b25b1dbe-459c-4695-9f8a-a0671a58dabb tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:16.985752 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2f9dcaed-9066-4bd4-b79d-bc9b2e7b116f req-b25b1dbe-459c-4695-9f8a-a0671a58dabb tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0623803 Oct 03 12:52:17.027737 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a46a99f-2988-4017-a055-69e3d497223d None None] New status for floating IP 93eecbff-adb4-4ccf-9701-f6f53879482a: ACTIVE {{(pid=113287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:52:17.058863 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2f9dcaed-9066-4bd4-b79d-bc9b2e7b116f req-01a75e5c-9509-435c-91fc-6b3e220eeedd tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653627 Oct 03 12:52:17.382651 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a000744-6c4f-4632-b792-0f0f896371cf req-f11c7001-1110-4c6b-8f22-8895ae682d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:17.384251 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8a000744-6c4f-4632-b792-0f0f896371cf req-f11c7001-1110-4c6b-8f22-8895ae682d26 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3f2b18d217d14d39886718cf209eb576&device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 1130 time: 0.0606802 Oct 03 12:52:17.657183 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a000744-6c4f-4632-b792-0f0f896371cf req-b464a18e-1d22-4ca0-97f3-b9ff1dd9298d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:17.659635 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8a000744-6c4f-4632-b792-0f0f896371cf req-b464a18e-1d22-4ca0-97f3-b9ff1dd9298d service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=f492b9a3-221f-4263-a074-289d6252f405 HTTP/1.1" status: 200 len: 920 time: 0.2677915 Oct 03 12:52:17.740317 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8a000744-6c4f-4632-b792-0f0f896371cf req-30c351ac-11f0-403e-b416-ad032678cc6c service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99141c24-9fad-4cf8-9d13-c4d90e5ddd88 HTTP/1.1" status: 200 len: 1002 time: 0.0738559 Oct 03 12:52:17.774484 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92821da5-478e-41ea-8edd-34aeff494618 req-9d438553-4b75-4634-b0c1-19ac9940e194 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:17.796718 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-92821da5-478e-41ea-8edd-34aeff494618 req-9d438553-4b75-4634-b0c1-19ac9940e194 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0844042 Oct 03 12:52:17.800612 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a000744-6c4f-4632-b792-0f0f896371cf req-04e9df33-bf54-4800-a15f-9c34c0ec2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:17.802677 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8a000744-6c4f-4632-b792-0f0f896371cf req-04e9df33-bf54-4800-a15f-9c34c0ec2b7d service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=37145451-837c-4b8b-9c60-d5e0dbfeb9fe HTTP/1.1" status: 200 len: 858 time: 0.0564587 Oct 03 12:52:17.851241 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-92821da5-478e-41ea-8edd-34aeff494618 req-6f13ce62-b54b-401a-8982-828166e8f122 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533977 Oct 03 12:52:17.883807 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a000744-6c4f-4632-b792-0f0f896371cf req-ad57afaf-c102-4cfb-8bfc-908788be9d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:17.886645 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8a000744-6c4f-4632-b792-0f0f896371cf req-ad57afaf-c102-4cfb-8bfc-908788be9d5e service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=f492b9a3-221f-4263-a074-289d6252f405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0732088 Oct 03 12:52:18.030207 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8a000744-6c4f-4632-b792-0f0f896371cf req-36858ad4-d7f8-4ae2-ae4d-36e0d8cd782f service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355209 Oct 03 12:52:18.163616 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8a000744-6c4f-4632-b792-0f0f896371cf req-a1e39490-aac5-473e-80f3-ad3ab935232b service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239438 Oct 03 12:52:18.194268 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d055da1-4d66-4473-8933-4a241abe1cd3 req-e263b357-fe9c-42a0-9edb-19766d3a1aef tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:18.195729 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6d055da1-4d66-4473-8933-4a241abe1cd3 req-e263b357-fe9c-42a0-9edb-19766d3a1aef tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0511608 Oct 03 12:52:18.292201 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6d055da1-4d66-4473-8933-4a241abe1cd3 req-66082415-4f18-477d-b652-7d956b7c07a7 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904181 Oct 03 12:52:18.703632 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb80c48-67db-4a35-aea6-6bdc72a56e38 req-611f68a9-2f13-4492-afba-5c4bded517ac tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:18.706268 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-dfb80c48-67db-4a35-aea6-6bdc72a56e38 req-611f68a9-2f13-4492-afba-5c4bded517ac tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0559406 Oct 03 12:52:18.764535 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-dfb80c48-67db-4a35-aea6-6bdc72a56e38 req-d07f35d8-7cbd-47c0-a0fa-4823c4b3f0c0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499823 Oct 03 12:52:18.867567 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fc5e5-d0dd-4a88-bcb7-4deec7f69369 req-cfb26a2b-bc36-490a-ba3c-c1b6365e81e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:18.870300 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f79fc5e5-d0dd-4a88-bcb7-4deec7f69369 req-cfb26a2b-bc36-490a-ba3c-c1b6365e81e2 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=cc40d256f0e24050b6b53fdbcbce1962&device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 1130 time: 0.0806942 Oct 03 12:52:19.021140 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fc5e5-d0dd-4a88-bcb7-4deec7f69369 req-ce350b38-cd58-4df5-b717-15ddf6df7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:19.023033 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f79fc5e5-d0dd-4a88-bcb7-4deec7f69369 req-ce350b38-cd58-4df5-b717-15ddf6df7f54 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=848e2135-07d9-46d2-afff-ed218ebac86b HTTP/1.1" status: 200 len: 912 time: 0.1474795 Oct 03 12:52:19.111031 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f79fc5e5-d0dd-4a88-bcb7-4deec7f69369 req-a17d747f-a2ee-4195-bdb6-93c49c49010b service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6c921d4-a92a-4c27-89cc-adf792fee725 HTTP/1.1" status: 200 len: 1001 time: 0.0804479 Oct 03 12:52:19.122908 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4582e4-bce0-4ae6-97b0-23176d94eef7 req-dcc53693-9d8d-49bb-9c95-f5eafc54dd47 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:19.130195 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4a4582e4-bce0-4ae6-97b0-23176d94eef7 req-dcc53693-9d8d-49bb-9c95-f5eafc54dd47 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.1326456 Oct 03 12:52:19.171886 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:19.196860 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fc5e5-d0dd-4a88-bcb7-4deec7f69369 req-1e0e40f1-08e9-4089-b1b6-8260d9f5987b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:19.198883 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f79fc5e5-d0dd-4a88-bcb7-4deec7f69369 req-1e0e40f1-08e9-4089-b1b6-8260d9f5987b service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=f618876e-ca41-40f8-983f-02970b7d2680 HTTP/1.1" status: 200 len: 850 time: 0.0801225 Oct 03 12:52:19.236089 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4a4582e4-bce0-4ae6-97b0-23176d94eef7 req-3684da76-299a-4a98-9a52-299d5d32fd60 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971048 Oct 03 12:52:19.302457 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fc5e5-d0dd-4a88-bcb7-4deec7f69369 req-4336c529-4414-44d8-bd87-e8886d6a1acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:19.304495 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f79fc5e5-d0dd-4a88-bcb7-4deec7f69369 req-4336c529-4414-44d8-bd87-e8886d6a1acc service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=848e2135-07d9-46d2-afff-ed218ebac86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0986233 Oct 03 12:52:19.454533 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:19.506753 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f79fc5e5-d0dd-4a88-bcb7-4deec7f69369 req-da964885-586b-45ef-9dd3-668502b763a4 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/848e2135-07d9-46d2-afff-ed218ebac86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937556 Oct 03 12:52:19.618036 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:19.638767 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f79fc5e5-d0dd-4a88-bcb7-4deec7f69369 req-0d23b288-c19b-4cab-90f6-b3b633d28df5 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/848e2135-07d9-46d2-afff-ed218ebac86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214318 Oct 03 12:52:19.914490 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a134f9f-5951-4cef-9ac9-809877533d68 req-21210578-8bf0-4dde-9b58-d1d6078f203b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:19.921990 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7a134f9f-5951-4cef-9ac9-809877533d68 req-21210578-8bf0-4dde-9b58-d1d6078f203b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0617034 Oct 03 12:52:19.986847 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7a134f9f-5951-4cef-9ac9-809877533d68 req-be2675f7-297d-44cf-9b12-093c4aef6c1c tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638030 Oct 03 12:52:20.398918 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8727848-8c58-4008-b158-df42ffb0b71b req-4abfaef0-4262-4d4a-8166-76073686b2fb tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:20.401170 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c8727848-8c58-4008-b158-df42ffb0b71b req-4abfaef0-4262-4d4a-8166-76073686b2fb tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0620697 Oct 03 12:52:20.459080 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c8727848-8c58-4008-b158-df42ffb0b71b req-1eb10a8e-f620-477f-83b6-3bfe002e287c tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501134 Oct 03 12:52:21.127029 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e1d64-d8cb-496d-9427-59b634f7f5d4 req-e17d3662-99a3-4764-8ae7-336a83fee0d9 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:21.129183 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-923e1d64-d8cb-496d-9427-59b634f7f5d4 req-e17d3662-99a3-4764-8ae7-336a83fee0d9 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0613835 Oct 03 12:52:21.201447 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-923e1d64-d8cb-496d-9427-59b634f7f5d4 req-012fa39d-4565-4938-9396-b9c567b4a198 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593424 Oct 03 12:52:21.377148 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 38352) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:52:21.511761 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-df4ad574-b709-4c63-9165-934ed20283d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:21.560474 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:21.663388 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750870ec-d1b1-4d60-bef9-fe7090262203 req-80169fed-6e94-453c-ac38-9ec1fd829032 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:21.668998 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-750870ec-d1b1-4d60-bef9-fe7090262203 req-80169fed-6e94-453c-ac38-9ec1fd829032 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0794945 Oct 03 12:52:21.696461 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-df4ad574-b709-4c63-9165-934ed20283d6 admin admin] Publish callbacks [] for security_group (41f3ef59-acfd-4f53-9306-b2502fbb5668), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:21.735038 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-750870ec-d1b1-4d60-bef9-fe7090262203 req-5ea1a554-3038-46ac-a41d-aba7165aa686 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535810 Oct 03 12:52:21.786186 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-df4ad574-b709-4c63-9165-934ed20283d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (41f3ef59-acfd-4f53-9306-b2502fbb5668), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:21.830914 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ad574-b709-4c63-9165-934ed20283d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f3ef59-acfd-4f53-9306-b2502fbb5668,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:21.836104 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-df4ad574-b709-4c63-9165-934ed20283d6 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4dd9748c9d3348109631f9e9eb403247&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4573848 Oct 03 12:52:21.841816 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 38364) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:52:21.898916 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-82c7083d-94b7-4d9b-bc4a-f1c792b67132 admin admin] Publish callbacks [] for security_group (41f3ef59-acfd-4f53-9306-b2502fbb5668), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:21.920382 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-82c7083d-94b7-4d9b-bc4a-f1c792b67132 admin admin] Publish callbacks [] for security_group (41f3ef59-acfd-4f53-9306-b2502fbb5668), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:22.053784 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-82c7083d-94b7-4d9b-bc4a-f1c792b67132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (41f3ef59-acfd-4f53-9306-b2502fbb5668), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:22.056422 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-82c7083d-94b7-4d9b-bc4a-f1c792b67132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:22.060836 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-82c7083d-94b7-4d9b-bc4a-f1c792b67132 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/41f3ef59-acfd-4f53-9306-b2502fbb5668 HTTP/1.1" status: 204 len: 168 time: 0.2179015 Oct 03 12:52:22.064413 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:22.071196 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7083d-94b7-4d9b-bc4a-f1c792b67132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f3ef59-acfd-4f53-9306-b2502fbb5668,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:22.336235 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92013594-ee56-4bdf-90e3-bdf75e445f84 req-3db1096c-cc3b-4596-93b8-b90a530f19a1 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:22.337960 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-92013594-ee56-4bdf-90e3-bdf75e445f84 req-3db1096c-cc3b-4596-93b8-b90a530f19a1 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0565937 Oct 03 12:52:22.402331 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-92013594-ee56-4bdf-90e3-bdf75e445f84 req-18fdfaec-f44f-49d1-a398-b29c2b1e7bf4 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581112 Oct 03 12:52:22.886341 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fef3b1-c4c1-4502-8e9a-f212a7e3a825 req-3d88cf94-b0c3-4e61-9c0e-f1ddf5f81608 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:22.886341 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a2fef3b1-c4c1-4502-8e9a-f212a7e3a825 req-3d88cf94-b0c3-4e61-9c0e-f1ddf5f81608 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0616775 Oct 03 12:52:22.959305 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a2fef3b1-c4c1-4502-8e9a-f212a7e3a825 req-3f813462-c165-4d87-a84a-663ac18a9783 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681581 Oct 03 12:52:22.962515 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d2273e7a-ec15-4830-9f85-603c7ec0f0f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:24.111393 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f37fe-75b8-4eef-b38f-cc8f8ee4835e req-54428bf5-6733-4d13-8f62-b656538316e6 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:24.114586 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-208f37fe-75b8-4eef-b38f-cc8f8ee4835e req-54428bf5-6733-4d13-8f62-b656538316e6 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0599890 Oct 03 12:52:24.202720 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-208f37fe-75b8-4eef-b38f-cc8f8ee4835e req-8a8efbb4-442f-496c-b2eb-90d03eb6c9b4 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821493 Oct 03 12:52:25.255445 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e4764141-d99f-48ac-9443-bf20c196807a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:25.388532 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3dce7-3558-4db1-b116-6adc59099969 req-17aa1262-1e90-41ef-a34d-70d01f6b60bf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:25.395936 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0ad3dce7-3558-4db1-b116-6adc59099969 req-17aa1262-1e90-41ef-a34d-70d01f6b60bf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0660503 Oct 03 12:52:25.472164 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0ad3dce7-3558-4db1-b116-6adc59099969 req-f9ff1b3f-6f47-4bee-aba9-06c76ab3b8e6 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752206 Oct 03 12:52:26.692770 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d825b-0a0a-4d7c-b14d-21ff5b446fd0 req-478c1828-e719-46a7-9b26-c7845ba6951d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:26.701921 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-968d825b-0a0a-4d7c-b14d-21ff5b446fd0 req-478c1828-e719-46a7-9b26-c7845ba6951d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0686615 Oct 03 12:52:26.866202 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-968d825b-0a0a-4d7c-b14d-21ff5b446fd0 req-8ebfc775-a739-4bf0-92e9-08bdfb03cf61 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628549 Oct 03 12:52:27.014305 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:27.195861 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=6 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:27.249104 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:28.048792 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6d850-9f52-4533-9878-18067b450780 req-56adf997-30cc-4b56-88cc-7e6b716edf96 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:28.050425 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-31e6d850-9f52-4533-9878-18067b450780 req-56adf997-30cc-4b56-88cc-7e6b716edf96 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0643072 Oct 03 12:52:28.174235 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-31e6d850-9f52-4533-9878-18067b450780 req-c060f2fd-45a8-41e5-9fde-c2b70c784426 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097751 Oct 03 12:52:28.455195 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:28.463958 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:29.331171 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c26a2b-341d-4990-a105-f5f2bb7d57f0 req-6addcc11-23fb-4ab4-b925-06e0afb9dcf3 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:29.334197 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-67c26a2b-341d-4990-a105-f5f2bb7d57f0 req-6addcc11-23fb-4ab4-b925-06e0afb9dcf3 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0617299 Oct 03 12:52:29.395815 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:29.443210 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-67c26a2b-341d-4990-a105-f5f2bb7d57f0 req-972721a6-525b-49f3-bfd7-ecf1cfeb54ee tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028063 Oct 03 12:52:29.635098 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=6 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:30.629560 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073a825-57f2-4d1f-8b75-69d0710aebb9 req-c0ba9444-ac43-4f64-9593-e7c63ecd88fa tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:30.642454 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9073a825-57f2-4d1f-8b75-69d0710aebb9 req-c0ba9444-ac43-4f64-9593-e7c63ecd88fa tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0937753 Oct 03 12:52:30.790834 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9073a825-57f2-4d1f-8b75-69d0710aebb9 req-71906743-c9b6-427f-8796-90326af8e87e tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468656 Oct 03 12:52:32.163501 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f429dd9-6483-41b2-893e-12de7774e28c req-074c5105-369c-4d0f-bbe8-23a2052decf5 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:32.176579 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3f429dd9-6483-41b2-893e-12de7774e28c req-074c5105-369c-4d0f-bbe8-23a2052decf5 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0972536 Oct 03 12:52:32.268741 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3f429dd9-6483-41b2-893e-12de7774e28c req-cac6fc14-213b-453a-a3f9-d228e042bca9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908790 Oct 03 12:52:32.672309 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:33.495243 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7426f-7929-423b-9aa9-486da95c9ec9 req-41d723de-b12d-4de6-b15c-e4944c66f5bc tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:33.495243 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-76c7426f-7929-423b-9aa9-486da95c9ec9 req-41d723de-b12d-4de6-b15c-e4944c66f5bc tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0779471 Oct 03 12:52:33.603347 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-76c7426f-7929-423b-9aa9-486da95c9ec9 req-83376ddb-c6b4-40e1-9c55-7c8b7204c9e6 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043983 Oct 03 12:52:34.773260 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0b09d510-4977-4aac-ae5c-e09d39fff775 req-71992255-a052-4d90-8988-47ea07413c38 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485263 Oct 03 12:52:34.778739 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f0c5d-bbd7-467c-a30b-a2cf78ffa4bc req-3e681a75-dd14-4c48-a4c4-6dc9501ec11c tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:34.786621 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2c7f0c5d-bbd7-467c-a30b-a2cf78ffa4bc req-3e681a75-dd14-4c48-a4c4-6dc9501ec11c tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0573123 Oct 03 12:52:34.844327 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2c7f0c5d-bbd7-467c-a30b-a2cf78ffa4bc req-ac800495-805a-4bb3-a54f-174e03614790 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566478 Oct 03 12:52:34.853519 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09d510-4977-4aac-ae5c-e09d39fff775 req-8e09c537-4e05-4c6d-9de6-170bf8616b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:34.855056 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0b09d510-4977-4aac-ae5c-e09d39fff775 req-8e09c537-4e05-4c6d-9de6-170bf8616b1c service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=cc40d256f0e24050b6b53fdbcbce1962&device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 1130 time: 0.0477202 Oct 03 12:52:35.008047 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09d510-4977-4aac-ae5c-e09d39fff775 req-940b704f-f455-4eea-b531-d34a1fdfbc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:35.010284 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0b09d510-4977-4aac-ae5c-e09d39fff775 req-940b704f-f455-4eea-b531-d34a1fdfbc44 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=848e2135-07d9-46d2-afff-ed218ebac86b HTTP/1.1" status: 200 len: 912 time: 0.1298220 Oct 03 12:52:35.094177 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0b09d510-4977-4aac-ae5c-e09d39fff775 req-09db55a3-41ab-4ce5-9234-2b0813b5a9f2 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6c921d4-a92a-4c27-89cc-adf792fee725 HTTP/1.1" status: 200 len: 1001 time: 0.0656347 Oct 03 12:52:35.157871 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09d510-4977-4aac-ae5c-e09d39fff775 req-f4c9c12e-de3b-4c54-95e7-dd203a8f34bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:35.159490 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0b09d510-4977-4aac-ae5c-e09d39fff775 req-f4c9c12e-de3b-4c54-95e7-dd203a8f34bd service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=f618876e-ca41-40f8-983f-02970b7d2680 HTTP/1.1" status: 200 len: 850 time: 0.0587747 Oct 03 12:52:35.225042 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09d510-4977-4aac-ae5c-e09d39fff775 req-8501807b-75ba-462d-8f32-42894811e06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:35.229040 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0b09d510-4977-4aac-ae5c-e09d39fff775 req-8501807b-75ba-462d-8f32-42894811e06b service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=848e2135-07d9-46d2-afff-ed218ebac86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0605719 Oct 03 12:52:35.350903 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0b09d510-4977-4aac-ae5c-e09d39fff775 req-63be1e63-dfea-493a-adfd-54c809240ed8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/848e2135-07d9-46d2-afff-ed218ebac86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147797 Oct 03 12:52:35.488784 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0b09d510-4977-4aac-ae5c-e09d39fff775 req-74b9d89f-6129-4f4b-8e3a-4397b1dca1e3 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/848e2135-07d9-46d2-afff-ed218ebac86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249368 Oct 03 12:52:36.000812 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a737a-e8e2-45a2-ad53-a0462a27ecb8 req-43405955-709f-4a68-812a-b42ab02ee56d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:36.009151 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-619a737a-e8e2-45a2-ad53-a0462a27ecb8 req-43405955-709f-4a68-812a-b42ab02ee56d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0680978 Oct 03 12:52:36.032384 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 38714) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:52:36.068301 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:36.077926 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-619a737a-e8e2-45a2-ad53-a0462a27ecb8 req-e5879aba-63c5-4045-a17f-ffcec9787cdf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672295 Oct 03 12:52:36.199370 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9d66702a-66ae-44d7-afa4-a263ce91730c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:36.556339 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9d66702a-66ae-44d7-afa4-a263ce91730c admin admin] Publish callbacks [] for security_group (04e0d984-3176-474e-9db4-93af925abdab), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:36.773297 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9d66702a-66ae-44d7-afa4-a263ce91730c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (04e0d984-3176-474e-9db4-93af925abdab), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:36.814069 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-9d66702a-66ae-44d7-afa4-a263ce91730c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5002df604f7c489f98db223cbf8f997d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7806702 Oct 03 12:52:36.815179 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66702a-66ae-44d7-afa4-a263ce91730c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e0d984-3176-474e-9db4-93af925abdab,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:36.817631 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 38732) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:52:36.826239 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d66702a-66ae-44d7-afa4-a263ce91730c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:36.826239 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d66702a-66ae-44d7-afa4-a263ce91730c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:36.826239 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d66702a-66ae-44d7-afa4-a263ce91730c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:36.826239 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d66702a-66ae-44d7-afa4-a263ce91730c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:36.826239 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d66702a-66ae-44d7-afa4-a263ce91730c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:36.826239 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d66702a-66ae-44d7-afa4-a263ce91730c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:36.826239 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d66702a-66ae-44d7-afa4-a263ce91730c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:36.826239 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d66702a-66ae-44d7-afa4-a263ce91730c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:36.826239 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d66702a-66ae-44d7-afa4-a263ce91730c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:36.827218 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d66702a-66ae-44d7-afa4-a263ce91730c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:36.827218 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d66702a-66ae-44d7-afa4-a263ce91730c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:36.827420 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d66702a-66ae-44d7-afa4-a263ce91730c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:36.827699 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d66702a-66ae-44d7-afa4-a263ce91730c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:36.827908 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d66702a-66ae-44d7-afa4-a263ce91730c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:36.828223 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d66702a-66ae-44d7-afa4-a263ce91730c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:36.871600 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e02812c5-4bfd-4b92-9171-f5c9dd1bda02 admin admin] Publish callbacks [] for security_group (04e0d984-3176-474e-9db4-93af925abdab), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:36.892533 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e02812c5-4bfd-4b92-9171-f5c9dd1bda02 admin admin] Publish callbacks [] for security_group (04e0d984-3176-474e-9db4-93af925abdab), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:37.043464 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e02812c5-4bfd-4b92-9171-f5c9dd1bda02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (04e0d984-3176-474e-9db4-93af925abdab), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:37.046037 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e02812c5-4bfd-4b92-9171-f5c9dd1bda02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:37.047333 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-e02812c5-4bfd-4b92-9171-f5c9dd1bda02 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/04e0d984-3176-474e-9db4-93af925abdab HTTP/1.1" status: 204 len: 168 time: 0.2279549 Oct 03 12:52:37.061512 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02812c5-4bfd-4b92-9171-f5c9dd1bda02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e0d984-3176-474e-9db4-93af925abdab,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:37.083609 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02812c5-4bfd-4b92-9171-f5c9dd1bda02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:37.084063 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02812c5-4bfd-4b92-9171-f5c9dd1bda02 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:37.084568 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02812c5-4bfd-4b92-9171-f5c9dd1bda02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:37.084975 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02812c5-4bfd-4b92-9171-f5c9dd1bda02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:37.085400 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02812c5-4bfd-4b92-9171-f5c9dd1bda02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:37.085796 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02812c5-4bfd-4b92-9171-f5c9dd1bda02 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:37.086264 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02812c5-4bfd-4b92-9171-f5c9dd1bda02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:37.086558 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02812c5-4bfd-4b92-9171-f5c9dd1bda02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:37.086885 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02812c5-4bfd-4b92-9171-f5c9dd1bda02 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:37.087242 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02812c5-4bfd-4b92-9171-f5c9dd1bda02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:37.087646 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02812c5-4bfd-4b92-9171-f5c9dd1bda02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:37.087983 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02812c5-4bfd-4b92-9171-f5c9dd1bda02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:37.088323 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02812c5-4bfd-4b92-9171-f5c9dd1bda02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:37.088655 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02812c5-4bfd-4b92-9171-f5c9dd1bda02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:37.089004 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02812c5-4bfd-4b92-9171-f5c9dd1bda02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:37.220539 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f6fa4-0737-40dd-90ad-50b8d265ad1e req-2df8b194-599f-479c-846d-ff2b6798caba tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:37.222008 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b50f6fa4-0737-40dd-90ad-50b8d265ad1e req-2df8b194-599f-479c-846d-ff2b6798caba tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0504079 Oct 03 12:52:37.272265 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b50f6fa4-0737-40dd-90ad-50b8d265ad1e req-7973e227-214d-4009-8398-b68d14eb76f6 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437069 Oct 03 12:52:37.906951 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 38758) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:52:37.917280 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0ab12c30-7c81-4e9b-940c-b8fcf1ec2276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:38.003304 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0ab12c30-7c81-4e9b-940c-b8fcf1ec2276 admin admin] Publish callbacks [] for security_group (9d8fe3c3-df8f-4003-9b03-2282126025b5), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:38.099300 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 38762) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:52:38.125892 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0ab12c30-7c81-4e9b-940c-b8fcf1ec2276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (9d8fe3c3-df8f-4003-9b03-2282126025b5), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:38.160379 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:38.179165 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4b0d27-24b7-46f6-bbf3-6b63902a401c admin admin] Deleting subnet bf46c2e8-ba6b-48e5-bc55-a4aa6737bb50 {{(pid=113284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 12:52:38.182634 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:38.183454 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab12c30-7c81-4e9b-940c-b8fcf1ec2276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8fe3c3-df8f-4003-9b03-2282126025b5,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:38.185929 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-3c4b0d27-24b7-46f6-bbf3-6b63902a401c admin admin] Publish callbacks [] for subnet (bf46c2e8-ba6b-48e5-bc55-a4aa6737bb50), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:38.209311 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-0ab12c30-7c81-4e9b-940c-b8fcf1ec2276 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0dcfe89166a74fe58c5bbebc676d58f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066714 Oct 03 12:52:38.212427 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 38764) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:52:38.227134 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-3c4b0d27-24b7-46f6-bbf3-6b63902a401c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13831371'] for subnet (bf46c2e8-ba6b-48e5-bc55-a4aa6737bb50), precommit_delete_associations {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:38.271158 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b7ee660e-aed5-45fa-bdc0-7e8cd5f773c4 admin admin] Publish callbacks [] for security_group (9d8fe3c3-df8f-4003-9b03-2282126025b5), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:38.279028 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-3c4b0d27-24b7-46f6-bbf3-6b63902a401c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441912'] for subnet (bf46c2e8-ba6b-48e5-bc55-a4aa6737bb50), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:38.294023 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b7ee660e-aed5-45fa-bdc0-7e8cd5f773c4 admin admin] Publish callbacks [] for security_group (9d8fe3c3-df8f-4003-9b03-2282126025b5), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:38.336669 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:38.428497 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236ef77-3f9c-4db5-9a46-cccc08c921fb req-e2a328a5-495b-422a-a6c0-3a13835dda00 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:38.429309 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f236ef77-3f9c-4db5-9a46-cccc08c921fb req-e2a328a5-495b-422a-a6c0-3a13835dda00 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0530033 Oct 03 12:52:38.477356 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f236ef77-3f9c-4db5-9a46-cccc08c921fb req-e3c40f87-a471-4b9e-b614-a6ec10295e0b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421844 Oct 03 12:52:38.478357 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b7ee660e-aed5-45fa-bdc0-7e8cd5f773c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (9d8fe3c3-df8f-4003-9b03-2282126025b5), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:38.479155 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-3c4b0d27-24b7-46f6-bbf3-6b63902a401c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1446231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13830681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16668812'] for subnet (bf46c2e8-ba6b-48e5-bc55-a4aa6737bb50), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:38.481032 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b7ee660e-aed5-45fa-bdc0-7e8cd5f773c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:38.481876 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-b7ee660e-aed5-45fa-bdc0-7e8cd5f773c4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9d8fe3c3-df8f-4003-9b03-2282126025b5 HTTP/1.1" status: 204 len: 168 time: 0.2684951 Oct 03 12:52:38.491262 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee660e-aed5-45fa-bdc0-7e8cd5f773c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8fe3c3-df8f-4003-9b03-2282126025b5,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:38.516007 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b0d27-24b7-46f6-bbf3-6b63902a401c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf46c2e8-ba6b-48e5-bc55-a4aa6737bb50,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:38.523670 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-3c4b0d27-24b7-46f6-bbf3-6b63902a401c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for subnet (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:38.528418 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-3c4b0d27-24b7-46f6-bbf3-6b63902a401c admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/bf46c2e8-ba6b-48e5-bc55-a4aa6737bb50 HTTP/1.1" status: 204 len: 168 time: 0.4280698 Oct 03 12:52:38.530820 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 38778) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:52:38.624135 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ee27c2d9-afb8-46d3-86a2-d2169e450206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435317'] for network (df9ed0db-b693-4022-818d-ff2821fbd347), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:38.712706 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ee27c2d9-afb8-46d3-86a2-d2169e450206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351786', 'neutron.services.segments.db._delete_segments_for_network-8775902573532'] for network (df9ed0db-b693-4022-818d-ff2821fbd347), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:38.736449 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-ee27c2d9-afb8-46d3-86a2-d2169e450206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9ed0db-b693-4022-818d-ff2821fbd347']}} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:52:38.747260 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-ee27c2d9-afb8-46d3-86a2-d2169e450206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0d497d-abe0-4531-b77e-782db7b902bb') {'for_net_delete': True} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:52:38.747585 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-ee27c2d9-afb8-46d3-86a2-d2169e450206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0d497d-abe0-4531-b77e-782db7b902bb') {} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:52:38.759499 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ee27c2d9-afb8-46d3-86a2-d2169e450206 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775902526374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13831346'] for segment (2d0d497d-abe0-4531-b77e-782db7b902bb), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:38.781945 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ee27c2d9-afb8-46d3-86a2-d2169e450206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (2d0d497d-abe0-4531-b77e-782db7b902bb), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:38.788915 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee27c2d9-afb8-46d3-86a2-d2169e450206 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=113284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:52:38.789302 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ee27c2d9-afb8-46d3-86a2-d2169e450206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13830899'] for segment (2d0d497d-abe0-4531-b77e-782db7b902bb), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:38.830912 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.services.segments.plugin [-] Segment 2d0d497d-abe0-4531-b77e-782db7b902bb resource provider aggregate not found Oct 03 12:52:38.851213 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.services.segments.plugin [-] Segment 2d0d497d-abe0-4531-b77e-782db7b902bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d0d497d-abe0-4531-b77e-782db7b902bb found for delete ", "request_id": "req-73b6c247-eda8-4203-9d06-74b804b85aeb"}]} Oct 03 12:52:38.952091 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:39.014476 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ee27c2d9-afb8-46d3-86a2-d2169e450206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764585'] for network (df9ed0db-b693-4022-818d-ff2821fbd347), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:39.021481 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ee27c2d9-afb8-46d3-86a2-d2169e450206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:39.024783 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-ee27c2d9-afb8-46d3-86a2-d2169e450206 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/df9ed0db-b693-4022-818d-ff2821fbd347 HTTP/1.1" status: 204 len: 168 time: 0.4926708 Oct 03 12:52:39.035799 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27c2d9-afb8-46d3-86a2-d2169e450206 admin admin] Pushing event deleted for resources: {'Network': ['ID=df9ed0db-b693-4022-818d-ff2821fbd347,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:39.056251 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-96f60557-e881-4a70-b3da-25bb94e0747d req-31c858b7-8931-41c8-b088-ff3afb522412 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-797083645&fields=id&tenant_id=38d1778202d041b58934150c6af9685c HTTP/1.1" status: 200 len: 267 time: 0.0508864 Oct 03 12:52:39.168574 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f60557-e881-4a70-b3da-25bb94e0747d req-7f77c9db-a96a-4bb7-8a75-afc7f01f74cd tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:39.170011 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-96f60557-e881-4a70-b3da-25bb94e0747d req-7f77c9db-a96a-4bb7-8a75-afc7f01f74cd tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/networks?id=1ccd52b4-506d-483d-a4e0-802199d3659f HTTP/1.1" status: 200 len: 811 time: 0.1064301 Oct 03 12:52:39.185464 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-96f60557-e881-4a70-b3da-25bb94e0747d req-0fed0e1e-6acc-41b4-a84a-b16c38dc1149 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/quotas/38d1778202d041b58934150c6af9685c HTTP/1.1" status: 200 len: 375 time: 0.0098338 Oct 03 12:52:39.200730 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:39.239509 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-96f60557-e881-4a70-b3da-25bb94e0747d req-2042e326-d58f-4fb6-a856-3ce1e390a3e3 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=38d1778202d041b58934150c6af9685c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480368 Oct 03 12:52:39.345755 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-96f60557-e881-4a70-b3da-25bb94e0747d req-e56cf2b6-6968-4b4e-99a2-0971c6e05fb6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932422 Oct 03 12:52:39.386519 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 38802) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:52:39.421049 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-dcec1cc4-7bde-41c0-9499-7cb1ec407a91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:39.433359 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141bb02-ca51-4860-b2de-576ab879c00f req-818876c7-11e2-413e-8bb1-8c89e580ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:39.434848 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e141bb02-ca51-4860-b2de-576ab879c00f req-818876c7-11e2-413e-8bb1-8c89e580ca84 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=0e20f793bd0b46a59df730183818d9f8&device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 1129 time: 0.0643725 Oct 03 12:52:39.450607 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-96f60557-e881-4a70-b3da-25bb94e0747d req-2b76c96b-304f-4a28-8f46-1c9fa938fd40 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984123 Oct 03 12:52:39.451067 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 38804) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:52:39.511401 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-131612b1-01f0-4b4c-a87f-abfd81a5e779 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=eb983cfa7dfe47b19a0a2d5ba652dabb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0516536 Oct 03 12:52:39.511401 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 38806) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:52:39.593434 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141bb02-ca51-4860-b2de-576ab879c00f req-c8fd804f-174a-464c-83dd-9b3f45f48a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:39.593791 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-12afb123-face-4919-a35b-7e199c20a941 admin admin] Publish callbacks [] for security_group (07d3f205-debc-4881-8eaa-26c1aa09b93e), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:39.593892 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e141bb02-ca51-4860-b2de-576ab879c00f req-c8fd804f-174a-464c-83dd-9b3f45f48a3e service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=99c96330-3d0c-4416-8b2d-15be2ccdbc1b HTTP/1.1" status: 200 len: 918 time: 0.1495373 Oct 03 12:52:39.617703 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-dcec1cc4-7bde-41c0-9499-7cb1ec407a91 admin admin] Publish callbacks [] for security_group (99df52ce-42c0-4426-a5de-91f4b564f92f), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:39.624849 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-12afb123-face-4919-a35b-7e199c20a941 admin admin] Publish callbacks [] for security_group (07d3f205-debc-4881-8eaa-26c1aa09b93e), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:39.677594 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:39.684553 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e141bb02-ca51-4860-b2de-576ab879c00f req-7b0d6a1a-f81b-431c-99e6-8554cd0e06ec service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e846a01d-6972-40c0-b292-bc930ec8ca6d HTTP/1.1" status: 200 len: 1001 time: 0.0799820 Oct 03 12:52:39.701595 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-dcec1cc4-7bde-41c0-9499-7cb1ec407a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (99df52ce-42c0-4426-a5de-91f4b564f92f), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:39.702303 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675df83-bdea-4731-b516-2bd2d656fd0e req-62fbecfe-508e-4530-94d5-e32e4665d3d7 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:39.703779 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a675df83-bdea-4731-b516-2bd2d656fd0e req-62fbecfe-508e-4530-94d5-e32e4665d3d7 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0858567 Oct 03 12:52:39.757740 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a675df83-bdea-4731-b516-2bd2d656fd0e req-05de239c-0f7b-4d3e-85dd-24eba3a5c324 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482810 Oct 03 12:52:39.777175 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-dcec1cc4-7bde-41c0-9499-7cb1ec407a91 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=aa9769292c00415399b0358aa260f920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896265 Oct 03 12:52:39.779642 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec1cc4-7bde-41c0-9499-7cb1ec407a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99df52ce-42c0-4426-a5de-91f4b564f92f,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:39.783848 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 38818) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:52:39.794388 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:39.794388 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141bb02-ca51-4860-b2de-576ab879c00f req-16850c34-4edf-4795-8fef-a10e58a07630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:39.795691 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e141bb02-ca51-4860-b2de-576ab879c00f req-16850c34-4edf-4795-8fef-a10e58a07630 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=287a7239-c391-4a5c-a389-779ed301deff HTTP/1.1" status: 200 len: 856 time: 0.1021192 Oct 03 12:52:39.860103 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-12afb123-face-4919-a35b-7e199c20a941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (07d3f205-debc-4881-8eaa-26c1aa09b93e), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:39.862179 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141bb02-ca51-4860-b2de-576ab879c00f req-4ec6e719-ac54-4c9e-a2f3-fcda8653d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:39.863012 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-12afb123-face-4919-a35b-7e199c20a941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:39.867015 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e141bb02-ca51-4860-b2de-576ab879c00f req-4ec6e719-ac54-4c9e-a2f3-fcda8653d4fb service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=99c96330-3d0c-4416-8b2d-15be2ccdbc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0626996 Oct 03 12:52:39.869162 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-12afb123-face-4919-a35b-7e199c20a941 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/07d3f205-debc-4881-8eaa-26c1aa09b93e HTTP/1.1" status: 204 len: 168 time: 0.3588738 Oct 03 12:52:39.882771 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afb123-face-4919-a35b-7e199c20a941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d3f205-debc-4881-8eaa-26c1aa09b93e,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:39.936297 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-987747d4-7942-4c1f-bd6e-94c42238fdd5 admin admin] Publish callbacks [] for security_group (99df52ce-42c0-4426-a5de-91f4b564f92f), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:39.967275 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-987747d4-7942-4c1f-bd6e-94c42238fdd5 admin admin] Publish callbacks [] for security_group (99df52ce-42c0-4426-a5de-91f4b564f92f), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:40.016347 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e141bb02-ca51-4860-b2de-576ab879c00f req-97ebcd28-b16b-4649-aa14-6ee1479ad880 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433308 Oct 03 12:52:40.119040 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e141bb02-ca51-4860-b2de-576ab879c00f req-a1b33907-58cc-45f6-b395-38e496557a60 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938466 Oct 03 12:52:40.156384 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-987747d4-7942-4c1f-bd6e-94c42238fdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (99df52ce-42c0-4426-a5de-91f4b564f92f), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:40.159003 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-987747d4-7942-4c1f-bd6e-94c42238fdd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:40.160921 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-987747d4-7942-4c1f-bd6e-94c42238fdd5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/99df52ce-42c0-4426-a5de-91f4b564f92f HTTP/1.1" status: 204 len: 168 time: 0.3760724 Oct 03 12:52:40.168869 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987747d4-7942-4c1f-bd6e-94c42238fdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99df52ce-42c0-4426-a5de-91f4b564f92f,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:40.911591 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e12318-2f3d-47e8-a44b-f76edf543994 req-1a870bf5-da0e-4618-8d52-af942d77f2e4 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:40.913119 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c3e12318-2f3d-47e8-a44b-f76edf543994 req-1a870bf5-da0e-4618-8d52-af942d77f2e4 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0577559 Oct 03 12:52:40.963856 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c3e12318-2f3d-47e8-a44b-f76edf543994 req-94a9f98e-827c-4586-a77f-433014f5a487 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451953 Oct 03 12:52:41.239718 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7f24db8c-3ed3-4b46-a8cb-68cb5ab9e1bb req-54727ad7-d8d3-400f-82e5-8517e895d468 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 210 time: 0.0357263 Oct 03 12:52:42.111784 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19c638-2e0f-4a19-bea3-2eb9dcaae34c req-a9109fba-9078-4a8d-8c68-054bc2335085 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:42.122496 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5c19c638-2e0f-4a19-bea3-2eb9dcaae34c req-a9109fba-9078-4a8d-8c68-054bc2335085 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 945 time: 0.0613096 Oct 03 12:52:42.166392 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5c19c638-2e0f-4a19-bea3-2eb9dcaae34c req-446350eb-4ecc-4bec-9e44-a09852901e68 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461493 Oct 03 12:52:42.327219 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d858af51-6c9c-466a-8c68-901e56f74b7d req-cbd97eba-e444-4ee7-85a3-f1b7c8faa3b7 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 210 time: 0.0289471 Oct 03 12:52:42.365783 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device e846a01d-6972-40c0-b292-bc930ec8ca6d no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:52:42.392690 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:42.450498 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port e846a01d-6972-40c0-b292-bc930ec8ca6d is: ACTIVE; New status is: DOWN {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:52:42.450896 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:42.477134 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54982238-81ba-4d23-b642-e3a37f778b4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e846a01d-6972-40c0-b292-bc930ec8ca6d'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:52:42.480275 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25859ef0-349f-4a9e-9218-b50cf41bb1b1" -d '{"events": [{"server_uuid": "54982238-81ba-4d23-b642-e3a37f778b4a", "name": "network-vif-unplugged", "status": "completed", "tag": "e846a01d-6972-40c0-b292-bc930ec8ca6d"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:52:42.493610 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port e846a01d-6972-40c0-b292-bc930ec8ca6d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e846a01d-6972-40c0-b292-bc930ec8ca6d,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:52:42.524862 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 03 Oct 2022 12:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecdacb8-064c-42a2-a72d-1a475bf7d965 x-openstack-request-id: req-5ecdacb8-064c-42a2-a72d-1a475bf7d965 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:52:42.525185 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54982238-81ba-4d23-b642-e3a37f778b4a", "name": "network-vif-unplugged", "status": "completed", "tag": "e846a01d-6972-40c0-b292-bc930ec8ca6d", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:52:42.525447 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5ecdacb8-064c-42a2-a72d-1a475bf7d965 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:52:42.525853 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ecdacb8-064c-42a2-a72d-1a475bf7d965'] response: {'server_uuid': '54982238-81ba-4d23-b642-e3a37f778b4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e846a01d-6972-40c0-b292-bc930ec8ca6d', 'code': 200} Oct 03 12:52:42.609642 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:42.713557 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=e846a01d-6972-40c0-b292-bc930ec8ca6d,revision_number=8']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:42.720788 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:42.721135 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:42.721495 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:42.721876 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:42.722748 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:42.723069 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:42.723423 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:42.723836 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:42.724140 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:42.724475 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:42.724813 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:42.725120 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:42.725441 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:42.725759 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:42.726263 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:52:43.302401 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af28e00-871f-4b81-8cf6-3bce611cad2d req-89b5bc59-079f-46cb-8063-e3bdd697b3c8 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:43.303632 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0af28e00-871f-4b81-8cf6-3bce611cad2d req-89b5bc59-079f-46cb-8063-e3bdd697b3c8 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0519447 Oct 03 12:52:43.362636 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0af28e00-871f-4b81-8cf6-3bce611cad2d req-c14c84f1-3ecf-4f4c-9a20-098dc7d20ad6 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497303 Oct 03 12:52:43.464149 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3aaf7a1c-2402-43ee-873a-3a9e95e31952 req-bd041eaf-fed3-40c0-a944-216677a1d9f2 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 210 time: 0.0486679 Oct 03 12:52:44.362104 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f60557-e881-4a70-b3da-25bb94e0747d req-b9673c2b-d28a-48e3-b81b-c9783389cc11 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:44.363641 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-96f60557-e881-4a70-b3da-25bb94e0747d req-b9673c2b-d28a-48e3-b81b-c9783389cc11 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.46 "GET /networking/v2.0/networks?id=1ccd52b4-506d-483d-a4e0-802199d3659f HTTP/1.1" status: 200 len: 811 time: 0.1153617 Oct 03 12:52:44.446107 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-96f60557-e881-4a70-b3da-25bb94e0747d req-4d5c2484-22c0-4fcb-9516-9db1022cf82b tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=38d1778202d041b58934150c6af9685c HTTP/1.1" status: 200 len: 379 time: 0.0640574 Oct 03 12:52:44.457209 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-96f60557-e881-4a70-b3da-25bb94e0747d req-34059a9f-ef87-48a7-bec1-88d12dfd0e68 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Request body: {'port': {'device_id': '47633cfc-a1d3-41c4-ab31-71cd28896c05', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'admin_state_up': True, 'tenant_id': '38d1778202d041b58934150c6af9685c', 'security_groups': ['18ee50b8-c178-4f2e-90fa-2e038bee25b0']}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:52:44.524468 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:44.599877 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7cd7b5ff-fad3-4a31-a025-f641902ee57c req-f9f602a9-1c4c-4a94-a578-aeb647ea840e tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 210 time: 0.0339742 Oct 03 12:52:44.791695 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f60557-e881-4a70-b3da-25bb94e0747d req-34059a9f-ef87-48a7-bec1-88d12dfd0e68 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Made reservation on behalf of 38d1778202d041b58934150c6af9685c for: {'port': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:52:44.797482 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-96f60557-e881-4a70-b3da-25bb94e0747d req-34059a9f-ef87-48a7-bec1-88d12dfd0e68 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:44.943617 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [req-96f60557-e881-4a70-b3da-25bb94e0747d req-34059a9f-ef87-48a7-bec1-88d12dfd0e68 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Allocated IP 172.20.0.6 (1ccd52b4-506d-483d-a4e0-802199d3659f/992bdcdd-031e-4962-982a-3fce89fa640a/e8531efb-6d29-4faf-9d0d-838641bb6d52) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:52:44.981039 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [req-3ef9b08e-f630-415c-b3f1-5568eb39b8bb req-5c1fd088-2780-43ca-9bc5-43ebf079214b service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 12:52:44.982328 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3ef9b08e-f630-415c-b3f1-5568eb39b8bb req-5c1fd088-2780-43ca-9bc5-43ebf079214b service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056903 Oct 03 12:52:45.076200 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:45.086286 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-96f60557-e881-4a70-b3da-25bb94e0747d req-34059a9f-ef87-48a7-bec1-88d12dfd0e68 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for port (e8531efb-6d29-4faf-9d0d-838641bb6d52), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:45.215194 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-96f60557-e881-4a70-b3da-25bb94e0747d req-34059a9f-ef87-48a7-bec1-88d12dfd0e68 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (e8531efb-6d29-4faf-9d0d-838641bb6d52), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:45.260804 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f60557-e881-4a70-b3da-25bb94e0747d req-34059a9f-ef87-48a7-bec1-88d12dfd0e68 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Network 1ccd52b4-506d-483d-a4e0-802199d3659f is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:52:45.263992 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [req-96f60557-e881-4a70-b3da-25bb94e0747d req-34059a9f-ef87-48a7-bec1-88d12dfd0e68 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:52:45.267851 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f60557-e881-4a70-b3da-25bb94e0747d req-34059a9f-ef87-48a7-bec1-88d12dfd0e68 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:52:45.291626 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34059a9f-ef87-48a7-bec1-88d12dfd0e68 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Pushing event updated for resources: {'Port': ['ID=e8531efb-6d29-4faf-9d0d-838641bb6d52,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:45.339035 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f60557-e881-4a70-b3da-25bb94e0747d req-34059a9f-ef87-48a7-bec1-88d12dfd0e68 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:45.339616 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-96f60557-e881-4a70-b3da-25bb94e0747d req-34059a9f-ef87-48a7-bec1-88d12dfd0e68 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:45.434284 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-96f60557-e881-4a70-b3da-25bb94e0747d req-34059a9f-ef87-48a7-bec1-88d12dfd0e68 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9817882 Oct 03 12:52:45.444580 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137e1f4-4640-4160-8907-6ed2aa327713 req-e16927f3-4411-432a-a7d8-5730c20c11a2 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:45.446082 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0137e1f4-4640-4160-8907-6ed2aa327713 req-e16927f3-4411-432a-a7d8-5730c20c11a2 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0520730 Oct 03 12:52:45.449269 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-96f60557-e881-4a70-b3da-25bb94e0747d req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] Request body: {'port': {'device_id': '47633cfc-a1d3-41c4-ab31-71cd28896c05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:52:45.517832 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-3b4517fd-0c53-4deb-a2ed-54eebfecde62 None None] Provisioning complete for port e8531efb-6d29-4faf-9d0d-838641bb6d52 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:52:45.519062 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3b4517fd-0c53-4deb-a2ed-54eebfecde62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (e8531efb-6d29-4faf-9d0d-838641bb6d52), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:45.520164 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-3b4517fd-0c53-4deb-a2ed-54eebfecde62 None None] Attempt 1 to provision port e8531efb-6d29-4faf-9d0d-838641bb6d52 Oct 03 12:52:45.553600 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0137e1f4-4640-4160-8907-6ed2aa327713 req-41e48aea-d32d-40ab-aaea-0bd199d18c6b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977187 Oct 03 12:52:45.582942 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-96f60557-e881-4a70-b3da-25bb94e0747d req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (e8531efb-6d29-4faf-9d0d-838641bb6d52), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:45.597017 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-3b4517fd-0c53-4deb-a2ed-54eebfecde62 None None] Port e8531efb-6d29-4faf-9d0d-838641bb6d52 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:52:45.749567 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a46e8-465a-477c-9880-ff81e1efa40e req-c0dfa32e-ed26-4cbf-b632-e61260b127a8 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:45.751360 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-517a46e8-465a-477c-9880-ff81e1efa40e req-c0dfa32e-ed26-4cbf-b632-e61260b127a8 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 931 time: 0.0616732 Oct 03 12:52:45.820658 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-517a46e8-465a-477c-9880-ff81e1efa40e req-55e871f9-b141-4d32-a3f5-114a62f6bfe3 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587347 Oct 03 12:52:46.030279 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:46.118025 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [req-96f60557-e881-4a70-b3da-25bb94e0747d req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8531efb-6d29-4faf-9d0d-838641bb6d52 {{(pid=113284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:52:46.125619 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-96f60557-e881-4a70-b3da-25bb94e0747d req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] Publish callbacks [] for port (e8531efb-6d29-4faf-9d0d-838641bb6d52), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:46.140043 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.provisioning_blocks [req-96f60557-e881-4a70-b3da-25bb94e0747d req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] Transition to ACTIVE for port object e8531efb-6d29-4faf-9d0d-838641bb6d52 will not be triggered until provisioned by entity L2. {{(pid=113284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 12:52:46.157054 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:52:46.236761 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-96f60557-e881-4a70-b3da-25bb94e0747d req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (e8531efb-6d29-4faf-9d0d-838641bb6d52), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:46.323272 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] Pushing event updated for resources: {'Port': ['ID=e8531efb-6d29-4faf-9d0d-838641bb6d52,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:46.358854 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-96f60557-e881-4a70-b3da-25bb94e0747d req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] Attempting to bind port e8531efb-6d29-4faf-9d0d-838641bb6d52 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:52:46.359217 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-96f60557-e881-4a70-b3da-25bb94e0747d req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] Attempting to bind port e8531efb-6d29-4faf-9d0d-838641bb6d52 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '68f8d878-ae14-402a-ae5e-c260c9ff73d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f'}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:52:46.359571 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f60557-e881-4a70-b3da-25bb94e0747d req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] Attempting to bind port e8531efb-6d29-4faf-9d0d-838641bb6d52 on network 1ccd52b4-506d-483d-a4e0-802199d3659f {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:52:46.405390 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f60557-e881-4a70-b3da-25bb94e0747d req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] Port e8531efb-6d29-4faf-9d0d-838641bb6d52 on network 1ccd52b4-506d-483d-a4e0-802199d3659f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 12:52:46.405721 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f60557-e881-4a70-b3da-25bb94e0747d req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] Attempting to bind port e8531efb-6d29-4faf-9d0d-838641bb6d52 on network 1ccd52b4-506d-483d-a4e0-802199d3659f {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:52:46.459263 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f60557-e881-4a70-b3da-25bb94e0747d req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] Checking agent: {'id': '72e18e84-452a-46dd-9356-90dcf7de37bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'started_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:52:46.459959 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f60557-e881-4a70-b3da-25bb94e0747d req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] Checking segment: {'id': '68f8d878-ae14-402a-ae5e-c260c9ff73d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:52:46.459959 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f60557-e881-4a70-b3da-25bb94e0747d req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] Bound using segment: {'id': '68f8d878-ae14-402a-ae5e-c260c9ff73d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f'} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:52:46.462010 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-96f60557-e881-4a70-b3da-25bb94e0747d req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] Bound port: e8531efb-6d29-4faf-9d0d-838641bb6d52, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f8d878-ae14-402a-ae5e-c260c9ff73d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f'}}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:52:46.462010 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-96f60557-e881-4a70-b3da-25bb94e0747d req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (e8531efb-6d29-4faf-9d0d-838641bb6d52), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:46.527640 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-96f60557-e881-4a70-b3da-25bb94e0747d req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] For port e8531efb-6d29-4faf-9d0d-838641bb6d52, host hv-cinder-84456, cleared binding levels {{(pid=113284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:52:46.530796 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-96f60557-e881-4a70-b3da-25bb94e0747d req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] For port e8531efb-6d29-4faf-9d0d-838641bb6d52, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e8531efb-6d29-4faf-9d0d-838641bb6d52,segment=NetworkSegment(68f8d878-ae14-402a-ae5e-c260c9ff73d4),segment_id=68f8d878-ae14-402a-ae5e-c260c9ff73d4)] {{(pid=113284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:52:46.648966 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-96f60557-e881-4a70-b3da-25bb94e0747d req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (e8531efb-6d29-4faf-9d0d-838641bb6d52), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:46.652463 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f60557-e881-4a70-b3da-25bb94e0747d req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:46.653548 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-96f60557-e881-4a70-b3da-25bb94e0747d req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:46.655218 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-96f60557-e881-4a70-b3da-25bb94e0747d req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/e8531efb-6d29-4faf-9d0d-838641bb6d52 HTTP/1.1" status: 200 len: 1093 time: 1.2127664 Oct 03 12:52:46.657576 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47633cfc-a1d3-41c4-ab31-71cd28896c05', 'tag': 'e8531efb-6d29-4faf-9d0d-838641bb6d52'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:52:46.660685 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8c865d-ef33-4e06-8899-6b9867e1e83a" -d '{"events": [{"name": "network-changed", "server_uuid": "47633cfc-a1d3-41c4-ab31-71cd28896c05", "tag": "e8531efb-6d29-4faf-9d0d-838641bb6d52"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:52:46.686472 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:46.701368 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a613ad60-325d-49ab-8011-8e35e95149a0 x-openstack-request-id: req-a613ad60-325d-49ab-8011-8e35e95149a0 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:52:46.701536 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c98f80-e5fa-4486-b44e-77fac8daa717 req-98ec85e5-d2e6-4fb6-b620-e15875b4f925 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:46.701692 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47633cfc-a1d3-41c4-ab31-71cd28896c05", "tag": "e8531efb-6d29-4faf-9d0d-838641bb6d52", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:52:46.701901 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a613ad60-325d-49ab-8011-8e35e95149a0 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:52:46.702285 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a613ad60-325d-49ab-8011-8e35e95149a0'] response: {'name': 'network-changed', 'server_uuid': '47633cfc-a1d3-41c4-ab31-71cd28896c05', 'tag': 'e8531efb-6d29-4faf-9d0d-838641bb6d52', 'status': 'completed', 'code': 200} Oct 03 12:52:46.703196 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-40c98f80-e5fa-4486-b44e-77fac8daa717 req-98ec85e5-d2e6-4fb6-b620-e15875b4f925 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0617063 Oct 03 12:52:46.724612 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e1597-cced-416d-8f41-8051f0488c67 service neutron] Pushing event updated for resources: {'Port': ['ID=e8531efb-6d29-4faf-9d0d-838641bb6d52,revision_number=3']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:46.761468 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-40c98f80-e5fa-4486-b44e-77fac8daa717 req-ab8bd194-16af-42d2-874e-d6f3fd78e771 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505364 Oct 03 12:52:46.769955 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c865d-ef33-4e06-8899-6b9867e1e83a req-c0536ff1-763a-4297-a0b1-9f7882c3c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:46.771633 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1d8c865d-ef33-4e06-8899-6b9867e1e83a req-c0536ff1-763a-4297-a0b1-9f7882c3c1dc service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=38d1778202d041b58934150c6af9685c&device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 1127 time: 0.0428767 Oct 03 12:52:46.888502 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c865d-ef33-4e06-8899-6b9867e1e83a req-bada5c71-d330-4f8f-8ed1-25ee225e091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:46.889955 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1d8c865d-ef33-4e06-8899-6b9867e1e83a req-bada5c71-d330-4f8f-8ed1-25ee225e091e service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=38d1778202d041b58934150c6af9685c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1071956 Oct 03 12:52:46.988177 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d5ea2-99dd-4de7-a048-cc7079c37d4f req-f858ce4a-d0f5-4f28-8be4-e25d30ca50d3 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:46.989684 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-360d5ea2-99dd-4de7-a048-cc7079c37d4f req-f858ce4a-d0f5-4f28-8be4-e25d30ca50d3 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 943 time: 0.0764663 Oct 03 12:52:47.009681 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c865d-ef33-4e06-8899-6b9867e1e83a req-baee99d8-7b18-4d70-b1ad-64646f209b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:47.011289 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1d8c865d-ef33-4e06-8899-6b9867e1e83a req-baee99d8-7b18-4d70-b1ad-64646f209b7f service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1144633 Oct 03 12:52:47.048801 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-360d5ea2-99dd-4de7-a048-cc7079c37d4f req-2dbf5ee7-bb35-4a23-935b-7b7ff98bd4e6 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524895 Oct 03 12:52:47.106120 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f60557-e881-4a70-b3da-25bb94e0747d req-da991058-6a85-4048-a59d-ed27cbccb1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:47.107782 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-96f60557-e881-4a70-b3da-25bb94e0747d req-da991058-6a85-4048-a59d-ed27cbccb1c1 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=38d1778202d041b58934150c6af9685c&device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 1127 time: 0.0432885 Oct 03 12:52:47.161098 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-96f60557-e881-4a70-b3da-25bb94e0747d req-4fc85fee-e58b-4334-9ad7-1d8a6cd5c34d service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8531efb-6d29-4faf-9d0d-838641bb6d52 HTTP/1.1" status: 200 len: 217 time: 0.0431709 Oct 03 12:52:47.226226 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f60557-e881-4a70-b3da-25bb94e0747d req-dfbc5501-e96f-4063-a084-a5b7db7518a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:47.229390 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-96f60557-e881-4a70-b3da-25bb94e0747d req-dfbc5501-e96f-4063-a084-a5b7db7518a9 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=992bdcdd-031e-4962-982a-3fce89fa640a HTTP/1.1" status: 200 len: 850 time: 0.0565138 Oct 03 12:52:47.285990 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f60557-e881-4a70-b3da-25bb94e0747d req-52913f72-6784-49fa-927f-89f4131d7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:47.287906 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-96f60557-e881-4a70-b3da-25bb94e0747d req-52913f72-6784-49fa-927f-89f4131d7be3 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=1ccd52b4-506d-483d-a4e0-802199d3659f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0516319 Oct 03 12:52:47.424969 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-96f60557-e881-4a70-b3da-25bb94e0747d req-7124f178-0b7d-44b9-b1f9-7a58b5e26bc0 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298661 Oct 03 12:52:47.536577 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-96f60557-e881-4a70-b3da-25bb94e0747d req-234efaf8-db17-488f-a383-840119f475bb service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001039 Oct 03 12:52:47.911458 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac44a4-bef8-44a6-8759-43c8b7eb4072 req-6c4d5a46-73c7-4609-a619-ace8fc70dac6 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:47.913156 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-65ac44a4-bef8-44a6-8759-43c8b7eb4072 req-6c4d5a46-73c7-4609-a619-ace8fc70dac6 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0575500 Oct 03 12:52:47.961001 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:47.968753 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-65ac44a4-bef8-44a6-8759-43c8b7eb4072 req-ba8a3dd8-17cf-4141-a437-3e158f2bba41 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494530 Oct 03 12:52:48.186006 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45527c4-d26c-4f02-b046-4203e3ffcc4e req-0cc8ea23-cd86-4da5-a147-c7ddb2bc47ec tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:48.187527 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e45527c4-d26c-4f02-b046-4203e3ffcc4e req-0cc8ea23-cd86-4da5-a147-c7ddb2bc47ec tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 943 time: 0.0556405 Oct 03 12:52:48.237738 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e45527c4-d26c-4f02-b046-4203e3ffcc4e req-9f2f6095-5cc6-47ae-adab-deb8860845fb tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444083 Oct 03 12:52:49.099389 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65649b7b-b192-4a01-a779-4dbc20023436 req-890fb2a8-d90d-4afe-aab6-1a25e2385f13 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:49.100956 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-65649b7b-b192-4a01-a779-4dbc20023436 req-890fb2a8-d90d-4afe-aab6-1a25e2385f13 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0485284 Oct 03 12:52:49.158547 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-65649b7b-b192-4a01-a779-4dbc20023436 req-cad3c968-9380-47a5-a4ff-610a3f4e5e46 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517819 Oct 03 12:52:49.368202 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b01073-6a61-40ca-9cf5-3a24969b97a7 req-941e25fb-90b2-447e-96d7-65279d98d694 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:49.369824 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-53b01073-6a61-40ca-9cf5-3a24969b97a7 req-941e25fb-90b2-447e-96d7-65279d98d694 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 943 time: 0.0547869 Oct 03 12:52:49.405388 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:49.436847 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-53b01073-6a61-40ca-9cf5-3a24969b97a7 req-9c179fcd-3c6e-4b9e-8a7e-b174d68949e5 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613620 Oct 03 12:52:50.298422 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9c2aa-b808-4011-8185-696d6aee0e1a req-5ddc5637-f20a-4eab-964c-743095c289d7 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:50.301288 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-59b9c2aa-b808-4011-8185-696d6aee0e1a req-5ddc5637-f20a-4eab-964c-743095c289d7 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0523543 Oct 03 12:52:50.350840 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-59b9c2aa-b808-4011-8185-696d6aee0e1a req-b5c9e987-ba6b-4b41-a9d6-0e5e1e1ffa15 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439520 Oct 03 12:52:50.573769 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89a299-f041-4344-b15f-cc9109a1a08c req-0deea188-3f5b-4a74-8938-0cc567ec1c53 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:50.575237 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ee89a299-f041-4344-b15f-cc9109a1a08c req-0deea188-3f5b-4a74-8938-0cc567ec1c53 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 943 time: 0.0601697 Oct 03 12:52:50.642951 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ee89a299-f041-4344-b15f-cc9109a1a08c req-6cbf1d4b-661d-4f70-9a1d-9a6111da4840 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612447 Oct 03 12:52:50.995884 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 39138) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:52:51.080972 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b160a981-90f0-4d1c-8bcb-d3db7c1abb14 req-a631329a-1e7a-4674-9630-fef60bc4736e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838356 Oct 03 12:52:51.090141 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [req-b160a981-90f0-4d1c-8bcb-d3db7c1abb14 req-86287e32-6759-416a-9417-2013ca4b1151 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 12:52:51.091100 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b160a981-90f0-4d1c-8bcb-d3db7c1abb14 req-86287e32-6759-416a-9417-2013ca4b1151 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050232 Oct 03 12:52:51.170417 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 39146) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:52:51.265600 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a981-90f0-4d1c-8bcb-d3db7c1abb14 req-2b78e2c6-7322-4818-b456-dae41c067aaf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:51.266950 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b160a981-90f0-4d1c-8bcb-d3db7c1abb14 req-2b78e2c6-7322-4818-b456-dae41c067aaf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports/e846a01d-6972-40c0-b292-bc930ec8ca6d HTTP/1.1" status: 200 len: 940 time: 0.0955610 Oct 03 12:52:51.489429 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167b9bf-9e40-4c40-bfea-3722dd27f3ed req-5ad4e49f-5e7a-49b6-9115-4c76f67ff74c tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:51.493030 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c167b9bf-9e40-4c40-bfea-3722dd27f3ed req-5ad4e49f-5e7a-49b6-9115-4c76f67ff74c tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0575557 Oct 03 12:52:51.549284 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c167b9bf-9e40-4c40-bfea-3722dd27f3ed req-0ca52eb0-9f8d-4cef-86eb-599f59844b3e tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464084 Oct 03 12:52:51.775857 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f228f4-e786-4cc8-a864-094f200d5892 req-b6253de8-0d2d-49ed-8eae-6d27c6bbe746 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:51.779833 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-37f228f4-e786-4cc8-a864-094f200d5892 req-b6253de8-0d2d-49ed-8eae-6d27c6bbe746 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 943 time: 0.0553803 Oct 03 12:52:51.828341 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-37f228f4-e786-4cc8-a864-094f200d5892 req-9eeb724f-d386-45a5-8492-9cef97c119f5 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453434 Oct 03 12:52:52.687453 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb298d-7ec3-4e20-8882-1e01db48678b req-db2c1838-48a1-4105-b2b8-43c4ec9a81cc tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:52.688910 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-defb298d-7ec3-4e20-8882-1e01db48678b req-db2c1838-48a1-4105-b2b8-43c4ec9a81cc tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0540612 Oct 03 12:52:52.734892 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-defb298d-7ec3-4e20-8882-1e01db48678b req-a92bc825-bcfa-4778-908a-e6c079c3e7c1 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398676 Oct 03 12:52:52.872634 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=81,neutron:UPDATE=7 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:52.946583 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cf2e65fa-647b-4f46-a901-eae218d2169c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:52.961189 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c487d27-7490-45f2-b40f-c10dbc371b06 req-bf918d69-480a-4739-9f8d-e6221ec01bd5 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:52.962653 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7c487d27-7490-45f2-b40f-c10dbc371b06 req-bf918d69-480a-4739-9f8d-e6221ec01bd5 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 943 time: 0.0477161 Oct 03 12:52:53.012447 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7c487d27-7490-45f2-b40f-c10dbc371b06 req-b2e83bfd-90e9-499b-b6f1-671e7351b218 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442159 Oct 03 12:52:53.135406 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:53.862365 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9c617-a271-45fa-ab93-6f613440baa7 req-674fdb4d-6768-41a0-97f4-9d64aa9464cf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:53.863997 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0bb9c617-a271-45fa-ab93-6f613440baa7 req-674fdb4d-6768-41a0-97f4-9d64aa9464cf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0461705 Oct 03 12:52:53.916633 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0bb9c617-a271-45fa-ab93-6f613440baa7 req-5c82c103-0dd7-439a-9a14-98a6e21dd243 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467975 Oct 03 12:52:54.177345 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97d72c-0386-4bf6-a589-5d0e83be84ef req-c749dccb-8687-4e02-8dd4-15b3272737ee tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:54.178934 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1b97d72c-0386-4bf6-a589-5d0e83be84ef req-c749dccb-8687-4e02-8dd4-15b3272737ee tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 943 time: 0.0742164 Oct 03 12:52:54.215361 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:54.235603 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1b97d72c-0386-4bf6-a589-5d0e83be84ef req-76a73dd5-3eef-433a-81b4-71de495a222b tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497830 Oct 03 12:52:54.687966 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 39212) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:52:54.800445 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7bcc75db-05a3-4511-948d-a8e62c607388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:54.877260 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7bcc75db-05a3-4511-948d-a8e62c607388 admin admin] Publish callbacks [] for security_group (a3bdaccd-e20a-4744-b18b-a91db7c3bfa1), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:54.945305 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7bcc75db-05a3-4511-948d-a8e62c607388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (a3bdaccd-e20a-4744-b18b-a91db7c3bfa1), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:54.950645 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:54.987188 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-7bcc75db-05a3-4511-948d-a8e62c607388 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=49280b136d6f4712bbf21c9a88f30764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980387 Oct 03 12:52:54.989820 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc75db-05a3-4511-948d-a8e62c607388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bdaccd-e20a-4744-b18b-a91db7c3bfa1,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:54.990225 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 39220) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:52:55.046983 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b0c4de9b-3935-43c8-8fae-9109d9bf674c admin admin] Publish callbacks [] for security_group (a3bdaccd-e20a-4744-b18b-a91db7c3bfa1), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:55.058586 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:55.059236 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53292f5-f227-419d-947c-fd3d0077f892 req-0901e2f5-7025-4027-98a4-e2d0dc67302b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:55.060755 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e53292f5-f227-419d-947c-fd3d0077f892 req-0901e2f5-7025-4027-98a4-e2d0dc67302b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0537083 Oct 03 12:52:55.072296 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b0c4de9b-3935-43c8-8fae-9109d9bf674c admin admin] Publish callbacks [] for security_group (a3bdaccd-e20a-4744-b18b-a91db7c3bfa1), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:55.110605 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e53292f5-f227-419d-947c-fd3d0077f892 req-451c1e55-3cfc-4f92-98fb-3871b8f14137 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440459 Oct 03 12:52:55.213864 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b0c4de9b-3935-43c8-8fae-9109d9bf674c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (a3bdaccd-e20a-4744-b18b-a91db7c3bfa1), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:55.216450 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b0c4de9b-3935-43c8-8fae-9109d9bf674c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:55.217635 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-b0c4de9b-3935-43c8-8fae-9109d9bf674c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a3bdaccd-e20a-4744-b18b-a91db7c3bfa1 HTTP/1.1" status: 204 len: 168 time: 0.2251916 Oct 03 12:52:55.256737 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4de9b-3935-43c8-8fae-9109d9bf674c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bdaccd-e20a-4744-b18b-a91db7c3bfa1,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:55.274568 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a981-90f0-4d1c-8bcb-d3db7c1abb14 req-7544586e-f30b-4ad2-8a60-b306879e2f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:55.274892 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ed45f452-0c81-444b-a246-636c29e54abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:55.277631 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b160a981-90f0-4d1c-8bcb-d3db7c1abb14 req-7544586e-f30b-4ad2-8a60-b306879e2f9c service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a&tenant_id=0e20f793bd0b46a59df730183818d9f8 HTTP/1.1" status: 200 len: 1127 time: 0.0957460 Oct 03 12:52:55.343616 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a981-90f0-4d1c-8bcb-d3db7c1abb14 req-8a742233-b80a-4439-a2d1-ab0e3945c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:55.345159 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b160a981-90f0-4d1c-8bcb-d3db7c1abb14 req-8a742233-b80a-4439-a2d1-ab0e3945c6a6 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=0e20f793bd0b46a59df730183818d9f8&device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 1127 time: 0.0441082 Oct 03 12:52:55.379922 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efed90-d13b-43cc-8b34-dfe29cb11ce2 req-2cf7ec61-b463-4110-884b-062dcb15ea51 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:55.381423 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-20efed90-d13b-43cc-8b34-dfe29cb11ce2 req-2cf7ec61-b463-4110-884b-062dcb15ea51 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 943 time: 0.0493970 Oct 03 12:52:55.439655 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-20efed90-d13b-43cc-8b34-dfe29cb11ce2 req-79b96bd0-05f7-4322-9793-9cac39e37b83 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527711 Oct 03 12:52:55.455664 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a981-90f0-4d1c-8bcb-d3db7c1abb14 req-92bf3d87-a894-469b-8014-389dda59de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:55.457538 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b160a981-90f0-4d1c-8bcb-d3db7c1abb14 req-92bf3d87-a894-469b-8014-389dda59de0a service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=99c96330-3d0c-4416-8b2d-15be2ccdbc1b HTTP/1.1" status: 200 len: 918 time: 0.0987630 Oct 03 12:52:55.524914 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:55.529199 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b160a981-90f0-4d1c-8bcb-d3db7c1abb14 req-4d099a99-e1eb-4b81-bfc8-d1e43ceb42f5 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e846a01d-6972-40c0-b292-bc930ec8ca6d HTTP/1.1" status: 200 len: 999 time: 0.0621326 Oct 03 12:52:55.586136 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a981-90f0-4d1c-8bcb-d3db7c1abb14 req-f50c8e6c-1d20-4627-8fc9-0c73aa6889b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:55.587800 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b160a981-90f0-4d1c-8bcb-d3db7c1abb14 req-f50c8e6c-1d20-4627-8fc9-0c73aa6889b9 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=287a7239-c391-4a5c-a389-779ed301deff HTTP/1.1" status: 200 len: 856 time: 0.0473962 Oct 03 12:52:55.646254 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a981-90f0-4d1c-8bcb-d3db7c1abb14 req-79742cce-cf6b-4ec5-bf13-0411c7c57281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:55.647793 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b160a981-90f0-4d1c-8bcb-d3db7c1abb14 req-79742cce-cf6b-4ec5-bf13-0411c7c57281 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=99c96330-3d0c-4416-8b2d-15be2ccdbc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0511136 Oct 03 12:52:55.754609 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b160a981-90f0-4d1c-8bcb-d3db7c1abb14 req-8174e885-4c1e-495b-8163-b1714386deca service neutron] 10.222.0.46 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993662 Oct 03 12:52:55.850494 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b160a981-90f0-4d1c-8bcb-d3db7c1abb14 req-41f7dd64-5522-41e2-8e4b-611b4cf697d8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880618 Oct 03 12:52:56.267944 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b37a5-b042-497e-b901-74c27d2d3e46 req-bb35a47a-50bd-4c7f-b6cf-9a9a114a05c3 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:56.269648 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6d2b37a5-b042-497e-b901-74c27d2d3e46 req-bb35a47a-50bd-4c7f-b6cf-9a9a114a05c3 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0701964 Oct 03 12:52:56.302379 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 39262) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:52:56.346531 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6d2b37a5-b042-497e-b901-74c27d2d3e46 req-619914e0-0989-4c91-8c57-a20a2b4cabfa tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708292 Oct 03 12:52:56.399964 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device e8531efb-6d29-4faf-9d0d-838641bb6d52 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:52:56.436297 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-a3388eaf-0e53-4de5-8210-a86ce382a38b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1160234685-network', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:52:56.516924 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port e8531efb-6d29-4faf-9d0d-838641bb6d52, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e8531efb-6d29-4faf-9d0d-838641bb6d52,segment=NetworkSegment(68f8d878-ae14-402a-ae5e-c260c9ff73d4),segment_id=68f8d878-ae14-402a-ae5e-c260c9ff73d4)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:52:56.522526 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3388eaf-0e53-4de5-8210-a86ce382a38b admin admin] Made reservation on behalf of 06a284bf10ff47d6bc58de80f92c164a for: {'network': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:52:56.525750 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a3388eaf-0e53-4de5-8210-a86ce382a38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for network (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:56.529431 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': 'e8531efb-6d29-4faf-9d0d-838641bb6d52', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'port_id': 'e8531efb-6d29-4faf-9d0d-838641bb6d52', 'mac_address': 'fa:16:3e:a9:a1:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:52:56.538207 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a3388eaf-0e53-4de5-8210-a86ce382a38b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:56.570299 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port e8531efb-6d29-4faf-9d0d-838641bb6d52 is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:52:56.570688 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (e8531efb-6d29-4faf-9d0d-838641bb6d52), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:56.584926 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8531efb-6d29-4faf-9d0d-838641bb6d52 {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:52:56.607073 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port e8531efb-6d29-4faf-9d0d-838641bb6d52, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e8531efb-6d29-4faf-9d0d-838641bb6d52,segment=NetworkSegment(68f8d878-ae14-402a-ae5e-c260c9ff73d4),segment_id=68f8d878-ae14-402a-ae5e-c260c9ff73d4)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:52:56.607784 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f945e09-5b67-48eb-af9d-8841fd04353f req-6ce9d5ad-9029-485e-9c8d-a395a52efbb2 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:56.609288 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2f945e09-5b67-48eb-af9d-8841fd04353f req-6ce9d5ad-9029-485e-9c8d-a395a52efbb2 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 943 time: 0.0731969 Oct 03 12:52:56.683618 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (e8531efb-6d29-4faf-9d0d-838641bb6d52), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:56.712564 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2f945e09-5b67-48eb-af9d-8841fd04353f req-3abe053e-55dc-492e-bba4-40172ded583f tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936847 Oct 03 12:52:56.763002 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a3388eaf-0e53-4de5-8210-a86ce382a38b admin admin] Publish callbacks [] for security_group (05bcbe9f-1721-4160-85b3-b8a7490a0372), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:56.796515 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=e8531efb-6d29-4faf-9d0d-838641bb6d52,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:56.820888 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a3388eaf-0e53-4de5-8210-a86ce382a38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (05bcbe9f-1721-4160-85b3-b8a7490a0372), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:56.856650 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3388eaf-0e53-4de5-8210-a86ce382a38b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=113285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:52:56.877291 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3388eaf-0e53-4de5-8210-a86ce382a38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bcbe9f-1721-4160-85b3-b8a7490a0372,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:56.881910 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a3388eaf-0e53-4de5-8210-a86ce382a38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (947c4539-8b5d-493f-b375-3fcb69a985f7), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:56.882453 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.db.segments_db [None req-a3388eaf-0e53-4de5-8210-a86ce382a38b admin admin] Added segment 947c4539-8b5d-493f-b375-3fcb69a985f7 of type vlan for network ce8a959a-d831-48ea-b008-5e2f6694b525 Oct 03 12:52:56.917120 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:56.941628 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:56.951971 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a3388eaf-0e53-4de5-8210-a86ce382a38b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775902012618'] for network (ce8a959a-d831-48ea-b008-5e2f6694b525), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:57.031457 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['e8531efb-6d29-4faf-9d0d-838641bb6d52'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:52:57.048341 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a3388eaf-0e53-4de5-8210-a86ce382a38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for network (ce8a959a-d831-48ea-b008-5e2f6694b525), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:57.049493 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3388eaf-0e53-4de5-8210-a86ce382a38b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:57.050775 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a3388eaf-0e53-4de5-8210-a86ce382a38b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:57.123020 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3388eaf-0e53-4de5-8210-a86ce382a38b admin admin] Pushing event updated for resources: {'Network': ['ID=ce8a959a-d831-48ea-b008-5e2f6694b525,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:57.136526 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Network ce8a959a-d831-48ea-b008-5e2f6694b525 details requested by agent ovs-agent-dv-cinder-844563-12-iscsi with host dv-cinder-844563-12-iscsi {{(pid=113286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 12:52:57.177703 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-a3388eaf-0e53-4de5-8210-a86ce382a38b admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8737371 Oct 03 12:52:57.180902 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 39280) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:52:57.188538 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-835c7c4d-4421-4afe-90a4-5c3bb29a02ff admin admin] Request body: {'subnet': {'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1160234685-subnet', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'ip_version': 4}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:52:57.294033 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835c7c4d-4421-4afe-90a4-5c3bb29a02ff admin admin] Made reservation on behalf of 06a284bf10ff47d6bc58de80f92c164a for: {'subnet': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:52:57.298098 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-835c7c4d-4421-4afe-90a4-5c3bb29a02ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16664429'] for subnet (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:57.485383 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:57.559926 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8cd9e-34ad-4354-b526-99d52c56ddff req-d75ecbb5-8231-40eb-a38f-72ebc921080a tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:57.569068 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-83d8cd9e-34ad-4354-b526-99d52c56ddff req-d75ecbb5-8231-40eb-a38f-72ebc921080a tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0936155 Oct 03 12:52:57.597225 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-835c7c4d-4421-4afe-90a4-5c3bb29a02ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13830744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16664447'] for subnet (47380a65-a01f-404f-bd7b-70c1a3be1024), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:57.636940 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-83d8cd9e-34ad-4354-b526-99d52c56ddff req-84a2955a-eee1-476e-8ba7-23fa579d405b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667832 Oct 03 12:52:57.689261 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c7c4d-4421-4afe-90a4-5c3bb29a02ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=47380a65-a01f-404f-bd7b-70c1a3be1024,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:57.705389 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c7c4d-4421-4afe-90a4-5c3bb29a02ff admin admin] Checking segment: {'id': '947c4539-8b5d-493f-b375-3fcb69a985f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:52:57.706678 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835c7c4d-4421-4afe-90a4-5c3bb29a02ff admin admin] Network hostable DHCP agents. Network: ce8a959a-d831-48ea-b008-5e2f6694b525, hostable agents: ['9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee'], hosted agents: [] {{(pid=113284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:52:57.789489 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835c7c4d-4421-4afe-90a4-5c3bb29a02ff admin admin] Network ce8a959a-d831-48ea-b008-5e2f6694b525 is scheduled to be hosted by DHCP agent 9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee with binding_index 1 {{(pid=113284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:52:57.865548 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-835c7c4d-4421-4afe-90a4-5c3bb29a02ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-12-iscsi, ce8a959a-d831-48ea-b008-5e2f6694b525) {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:52:57.868586 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddc300-0b3a-42bf-a869-db0cf619fc1b req-2ffc3135-4f1e-41e1-b342-353fe53683b7 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:57.870594 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c7c4d-4421-4afe-90a4-5c3bb29a02ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:57.871276 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-835c7c4d-4421-4afe-90a4-5c3bb29a02ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for subnet (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:57.877553 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676034f4-57dc-4194-8da9-751372796c36 None None] Network ce8a959a-d831-48ea-b008-5e2f6694b525 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:52:57.878695 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-36ddc300-0b3a-42bf-a869-db0cf619fc1b req-2ffc3135-4f1e-41e1-b342-353fe53683b7 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 944 time: 0.0599310 Oct 03 12:52:57.879251 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:57.975623 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-36ddc300-0b3a-42bf-a869-db0cf619fc1b req-f85471dd-8cf6-4a23-9222-c1b6c31560fc tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954762 Oct 03 12:52:57.989527 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-835c7c4d-4421-4afe-90a4-5c3bb29a02ff admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8031194 Oct 03 12:52:57.989527 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 39294) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:52:57.995412 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-42b5e86b-bea5-4070-9c21-a2a0a3a4dbaf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1160234685-router', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:52:58.114305 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a76865-913b-4b99-94e1-8e34662aec74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp248af594-393a-5865-a197-82273fbe49a3-ce8a959a-d831-48ea-b008-5e2f6694b525', 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525', 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'fixed_ips': [{'subnet_id': '47380a65-a01f-404f-bd7b-70c1a3be1024'}]}} from dv-cinder-844563-12-iscsi. {{(pid=113286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 12:52:58.119209 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c4a76865-913b-4b99-94e1-8e34662aec74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:58.127726 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-42b5e86b-bea5-4070-9c21-a2a0a3a4dbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-762584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5264'] for router (b83a45bb-d9e4-4f15-90e0-3db7de4cba05), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:58.129019 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-42b5e86b-bea5-4070-9c21-a2a0a3a4dbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524703', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5259'] for router (b83a45bb-d9e4-4f15-90e0-3db7de4cba05), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:58.186299 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-42b5e86b-bea5-4070-9c21-a2a0a3a4dbaf admin admin] Publish callbacks [] for router_controller (b83a45bb-d9e4-4f15-90e0-3db7de4cba05), precommit_add_association {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:58.205281 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:58.207709 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:58.371756 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-c4a76865-913b-4b99-94e1-8e34662aec74 None None] Allocated IP 172.20.0.2 (ce8a959a-d831-48ea-b008-5e2f6694b525/47380a65-a01f-404f-bd7b-70c1a3be1024/a613330f-3ae8-4ede-814d-172db9366e6f) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:52:58.447589 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device e8531efb-6d29-4faf-9d0d-838641bb6d52 up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:52:58.497581 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:58.498238 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:58.513216 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-42b5e86b-bea5-4070-9c21-a2a0a3a4dbaf admin admin] Publish callbacks [] for router_gateway (b83a45bb-d9e4-4f15-90e0-3db7de4cba05), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:58.687153 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c4a76865-913b-4b99-94e1-8e34662aec74 None None] Publish callbacks [] for port (a613330f-3ae8-4ede-814d-172db9366e6f), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:58.710797 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning for port e8531efb-6d29-4faf-9d0d-838641bb6d52 completed by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 12:52:58.713830 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:58.780560 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c4a76865-913b-4b99-94e1-8e34662aec74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (a613330f-3ae8-4ede-814d-172db9366e6f), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:58.844229 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port e8531efb-6d29-4faf-9d0d-838641bb6d52 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:52:58.844770 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (e8531efb-6d29-4faf-9d0d-838641bb6d52), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:58.845196 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port e8531efb-6d29-4faf-9d0d-838641bb6d52 Oct 03 12:52:58.857475 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a76865-913b-4b99-94e1-8e34662aec74 None None] Network ce8a959a-d831-48ea-b008-5e2f6694b525 is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:52:58.862366 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:INSERT=5,neutron:SELECT=86,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:58.868033 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-c4a76865-913b-4b99-94e1-8e34662aec74 None None] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:52:58.873323 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-42b5e86b-bea5-4070-9c21-a2a0a3a4dbaf admin admin] Publish callbacks [] for router_gateway (b83a45bb-d9e4-4f15-90e0-3db7de4cba05), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:58.879757 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5282f43-9574-4298-baaa-fd1081eaf0dc req-a3e3ef56-b23f-47c1-9de3-849dceb99feb tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:58.882818 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c5282f43-9574-4298-baaa-fd1081eaf0dc req-a3e3ef56-b23f-47c1-9de3-849dceb99feb tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.1042337 Oct 03 12:52:58.899233 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-42b5e86b-bea5-4070-9c21-a2a0a3a4dbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:58.961106 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a76865-913b-4b99-94e1-8e34662aec74 None None] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:52:58.961106 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a76865-913b-4b99-94e1-8e34662aec74 None None] Pushing event updated for resources: {'Port': ['ID=a613330f-3ae8-4ede-814d-172db9366e6f,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:58.990597 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c5282f43-9574-4298-baaa-fd1081eaf0dc req-5859fbc6-b198-40f3-80d0-e15655e0d8f5 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913312 Oct 03 12:52:59.090015 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [None req-42b5e86b-bea5-4070-9c21-a2a0a3a4dbaf admin admin] Allocated IP 172.27.0.204 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/03f9d52a-8d4b-4ed1-b833-6f6854a85cc9) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:52:59.097685 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-c4a76865-913b-4b99-94e1-8e34662aec74 None None] Attempting to bind port a613330f-3ae8-4ede-814d-172db9366e6f on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:52:59.098558 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-c4a76865-913b-4b99-94e1-8e34662aec74 None None] Attempting to bind port a613330f-3ae8-4ede-814d-172db9366e6f by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': '947c4539-8b5d-493f-b375-3fcb69a985f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:52:59.099153 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a76865-913b-4b99-94e1-8e34662aec74 None None] Attempting to bind port a613330f-3ae8-4ede-814d-172db9366e6f on network ce8a959a-d831-48ea-b008-5e2f6694b525 {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:52:59.189074 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port e8531efb-6d29-4faf-9d0d-838641bb6d52 is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:52:59.189872 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107128cc-8bea-4788-9c22-1a31bd525818 req-b22d1f80-3a85-4bf5-8dd9-5b499d13a722 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:59.190181 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (e8531efb-6d29-4faf-9d0d-838641bb6d52), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:59.191737 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-107128cc-8bea-4788-9c22-1a31bd525818 req-b22d1f80-3a85-4bf5-8dd9-5b499d13a722 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 944 time: 0.1035876 Oct 03 12:52:59.225568 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:59.261869 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-42b5e86b-bea5-4070-9c21-a2a0a3a4dbaf admin admin] Publish callbacks [] for port (03f9d52a-8d4b-4ed1-b833-6f6854a85cc9), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:59.286682 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port e8531efb-6d29-4faf-9d0d-838641bb6d52, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e8531efb-6d29-4faf-9d0d-838641bb6d52,segment=NetworkSegment(68f8d878-ae14-402a-ae5e-c260c9ff73d4),segment_id=68f8d878-ae14-402a-ae5e-c260c9ff73d4)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:52:59.290390 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47633cfc-a1d3-41c4-ab31-71cd28896c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8531efb-6d29-4faf-9d0d-838641bb6d52'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:52:59.290688 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-107128cc-8bea-4788-9c22-1a31bd525818 req-2456ba07-8917-49dd-a6eb-21adab68d43c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929661 Oct 03 12:52:59.293547 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92587a54-d0f5-41f8-a615-0d7196928042" -d '{"events": [{"server_uuid": "47633cfc-a1d3-41c4-ab31-71cd28896c05", "name": "network-vif-plugged", "status": "completed", "tag": "e8531efb-6d29-4faf-9d0d-838641bb6d52"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:52:59.322435 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a76865-913b-4b99-94e1-8e34662aec74 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:52:59.322435 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a76865-913b-4b99-94e1-8e34662aec74 None None] Checking segment: {'id': '947c4539-8b5d-493f-b375-3fcb69a985f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:52:59.322435 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c4a76865-913b-4b99-94e1-8e34662aec74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:59.322435 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a76865-913b-4b99-94e1-8e34662aec74 None None] Bound using segment: {'id': '947c4539-8b5d-493f-b375-3fcb69a985f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:52:59.322435 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-c4a76865-913b-4b99-94e1-8e34662aec74 None None] Bound port: a613330f-3ae8-4ede-814d-172db9366e6f, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947c4539-8b5d-493f-b375-3fcb69a985f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:52:59.322435 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c4a76865-913b-4b99-94e1-8e34662aec74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (a613330f-3ae8-4ede-814d-172db9366e6f), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:59.374154 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e45217b-9e6f-418a-8b22-514b3a61e046 x-openstack-request-id: req-8e45217b-9e6f-418a-8b22-514b3a61e046 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:52:59.374662 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47633cfc-a1d3-41c4-ab31-71cd28896c05", "name": "network-vif-plugged", "status": "completed", "tag": "e8531efb-6d29-4faf-9d0d-838641bb6d52", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:52:59.375178 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8e45217b-9e6f-418a-8b22-514b3a61e046 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:52:59.375748 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e45217b-9e6f-418a-8b22-514b3a61e046'] response: {'server_uuid': '47633cfc-a1d3-41c4-ab31-71cd28896c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8531efb-6d29-4faf-9d0d-838641bb6d52', 'code': 200} Oct 03 12:52:59.446030 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-c4a76865-913b-4b99-94e1-8e34662aec74 None None] For port a613330f-3ae8-4ede-814d-172db9366e6f, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:52:59.449580 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-c4a76865-913b-4b99-94e1-8e34662aec74 None None] For port a613330f-3ae8-4ede-814d-172db9366e6f, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=a613330f-3ae8-4ede-814d-172db9366e6f,segment=NetworkSegment(947c4539-8b5d-493f-b375-3fcb69a985f7),segment_id=947c4539-8b5d-493f-b375-3fcb69a985f7)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:52:59.593310 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-42b5e86b-bea5-4070-9c21-a2a0a3a4dbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (03f9d52a-8d4b-4ed1-b833-6f6854a85cc9), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:59.603927 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c4a76865-913b-4b99-94e1-8e34662aec74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (a613330f-3ae8-4ede-814d-172db9366e6f), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:59.603927 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (e8531efb-6d29-4faf-9d0d-838641bb6d52), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:52:59.645811 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b5e86b-bea5-4070-9c21-a2a0a3a4dbaf admin admin] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:52:59.649181 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-42b5e86b-bea5-4070-9c21-a2a0a3a4dbaf admin admin] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:52:59.655254 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b5e86b-bea5-4070-9c21-a2a0a3a4dbaf admin admin] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:52:59.690797 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5e86b-bea5-4070-9c21-a2a0a3a4dbaf admin admin] Pushing event updated for resources: {'Port': ['ID=03f9d52a-8d4b-4ed1-b833-6f6854a85cc9,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:59.711390 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a76865-913b-4b99-94e1-8e34662aec74 None None] Pushing event updated for resources: {'Port': ['ID=a613330f-3ae8-4ede-814d-172db9366e6f,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:52:59.782651 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:52:59.796371 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=e8531efb-6d29-4faf-9d0d-838641bb6d52,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:00.177496 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-42b5e86b-bea5-4070-9c21-a2a0a3a4dbaf admin admin] Publish callbacks [] for router_gateway (b83a45bb-d9e4-4f15-90e0-3db7de4cba05), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:00.213699 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e1518-6ce4-48f7-8a6b-299fe9ebe2b2 req-cde5edeb-fbd3-4b96-bffd-3284dd7a23ee tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:00.223353 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9f6e1518-6ce4-48f7-8a6b-299fe9ebe2b2 req-cde5edeb-fbd3-4b96-bffd-3284dd7a23ee tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0670495 Oct 03 12:53:00.278662 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9f6e1518-6ce4-48f7-8a6b-299fe9ebe2b2 req-12658b3f-98c4-43ab-aa78-61b091284aa7 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540473 Oct 03 12:53:00.420006 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-42b5e86b-bea5-4070-9c21-a2a0a3a4dbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764622'] for router (b83a45bb-d9e4-4f15-90e0-3db7de4cba05), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:00.464779 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17f196-d745-4523-b950-23298eea1f88 req-fb5b2af4-1b99-4634-a747-5fa6d7e5f9c8 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:00.467780 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3b17f196-d745-4523-b950-23298eea1f88 req-fb5b2af4-1b99-4634-a747-5fa6d7e5f9c8 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 945 time: 0.0784490 Oct 03 12:53:00.545552 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:00.557163 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3b17f196-d745-4523-b950-23298eea1f88 req-7a9de2c2-3d71-4ae1-9502-2e7f94266588 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823214 Oct 03 12:53:00.739508 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b5e86b-bea5-4070-9c21-a2a0a3a4dbaf admin admin] Router b83a45bb-d9e4-4f15-90e0-3db7de4cba05 is scheduled to L3 agent eb5f2f97-6425-444e-901b-913018c2b714 with binding_index 1 {{(pid=113284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 12:53:00.866133 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b5e86b-bea5-4070-9c21-a2a0a3a4dbaf admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:53:00.878147 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] Sync routers for ids ['b83a45bb-d9e4-4f15-90e0-3db7de4cba05'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:53:00.896593 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] Routers {'b83a45bb-d9e4-4f15-90e0-3db7de4cba05'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:53:00.897266 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:52:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['b83a45bb-d9e4-4f15-90e0-3db7de4cba05'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:00.964407 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-42b5e86b-bea5-4070-9c21-a2a0a3a4dbaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:00.964532 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a3ab72-9903-4b5d-836f-39ce436e03ca None None] Network ce8a959a-d831-48ea-b008-5e2f6694b525 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:53:00.964633 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-42b5e86b-bea5-4070-9c21-a2a0a3a4dbaf admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9699719 Oct 03 12:53:00.964727 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 39340) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:53:01.134141 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-d4bbed29-4ed0-44a1-a79b-479673adef34 None None] Provisioning complete for port a613330f-3ae8-4ede-814d-172db9366e6f triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:53:01.135625 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d4bbed29-4ed0-44a1-a79b-479673adef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (a613330f-3ae8-4ede-814d-172db9366e6f), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:01.136204 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-d4bbed29-4ed0-44a1-a79b-479673adef34 None None] Attempt 1 to provision port a613330f-3ae8-4ede-814d-172db9366e6f Oct 03 12:53:01.331281 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] Set router b83a45bb-d9e4-4f15-90e0-3db7de4cba05 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:53:01.333459 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device a613330f-3ae8-4ede-814d-172db9366e6f up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:53:01.525816 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port a613330f-3ae8-4ede-814d-172db9366e6f triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:53:01.525816 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (a613330f-3ae8-4ede-814d-172db9366e6f), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:01.526262 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port a613330f-3ae8-4ede-814d-172db9366e6f Oct 03 12:53:01.532422 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c640015-6d63-4004-9a0d-09a3b0a919a5 req-dec40f46-d82e-4f87-81a1-8fb8fb2ec2cc tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:01.533973 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5c640015-6d63-4004-9a0d-09a3b0a919a5 req-dec40f46-d82e-4f87-81a1-8fb8fb2ec2cc tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.1278169 Oct 03 12:53:01.622282 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-d4bbed29-4ed0-44a1-a79b-479673adef34 None None] Current status of the port a613330f-3ae8-4ede-814d-172db9366e6f is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:53:01.622679 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d4bbed29-4ed0-44a1-a79b-479673adef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (a613330f-3ae8-4ede-814d-172db9366e6f), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:01.825848 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-d4bbed29-4ed0-44a1-a79b-479673adef34 None None] For port a613330f-3ae8-4ede-814d-172db9366e6f, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=a613330f-3ae8-4ede-814d-172db9366e6f,segment=NetworkSegment(947c4539-8b5d-493f-b375-3fcb69a985f7),segment_id=947c4539-8b5d-493f-b375-3fcb69a985f7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:53:01.864302 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port a613330f-3ae8-4ede-814d-172db9366e6f is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:53:01.869725 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (a613330f-3ae8-4ede-814d-172db9366e6f), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:01.871370 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'name': 'tempest-TestShelveInstance-1160234685-router', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:52:59Z', 'revision_number': 3, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'gw_port': {'id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:52:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:01.897817 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:01.907862 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] Checking router: b83a45bb-d9e4-4f15-90e0-3db7de4cba05 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:53:01.908384 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] Updating router b83a45bb-d9e4-4f15-90e0-3db7de4cba05 port 03f9d52a-8d4b-4ed1-b833-6f6854a85cc9 binding host dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:53:01.912764 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5c640015-6d63-4004-9a0d-09a3b0a919a5 req-621c9f54-aacb-4256-b0b8-13bfff944b2f tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3523891 Oct 03 12:53:01.916617 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d4bbed29-4ed0-44a1-a79b-479673adef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (a613330f-3ae8-4ede-814d-172db9366e6f), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:01.953044 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b13a41-b206-40bd-8720-b0192228745e req-4fc9d53d-ed65-4f95-800b-d602bcd7c44b tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:01.962537 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-99b13a41-b206-40bd-8720-b0192228745e req-4fc9d53d-ed65-4f95-800b-d602bcd7c44b tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 945 time: 0.2623472 Oct 03 12:53:01.972958 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:02.014472 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (03f9d52a-8d4b-4ed1-b833-6f6854a85cc9), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:02.057202 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:02.072641 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:02.076886 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbed29-4ed0-44a1-a79b-479673adef34 None None] Pushing event updated for resources: {'Port': ['ID=a613330f-3ae8-4ede-814d-172db9366e6f,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:02.081339 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-99b13a41-b206-40bd-8720-b0192228745e req-b1104415-296d-474c-82cb-8bc61715cf22 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119423 Oct 03 12:53:02.081936 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.db.api [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 03 12:53:02.082189 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG oslo_db.api [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:53:02.085762 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9de66fb3-a905-4c70-bc4e-fd590a927946 None None] Provisioning complete for port a613330f-3ae8-4ede-814d-172db9366e6f triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:53:02.100103 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9de66fb3-a905-4c70-bc4e-fd590a927946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (a613330f-3ae8-4ede-814d-172db9366e6f), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:02.100451 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9de66fb3-a905-4c70-bc4e-fd590a927946 None None] Attempt 1 to provision port a613330f-3ae8-4ede-814d-172db9366e6f Oct 03 12:53:02.137723 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0cf33684-e393-4368-9275-41fcc2553164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:02.358709 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_common [None req-0cf33684-e393-4368-9275-41fcc2553164 admin admin] Allocated IP 172.20.0.1 (ce8a959a-d831-48ea-b008-5e2f6694b525/47380a65-a01f-404f-bd7b-70c1a3be1024/b8e1c71a-00ad-47d4-9440-ec4a9cf70426) {{(pid=113285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:53:02.397357 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9de66fb3-a905-4c70-bc4e-fd590a927946 None None] Current status of the port a613330f-3ae8-4ede-814d-172db9366e6f is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:53:02.490332 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0cf33684-e393-4368-9275-41fcc2553164 admin admin] Publish callbacks [] for port (b8e1c71a-00ad-47d4-9440-ec4a9cf70426), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:02.527389 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] Publish callbacks [] for port (03f9d52a-8d4b-4ed1-b833-6f6854a85cc9), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:02.598118 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0cf33684-e393-4368-9275-41fcc2553164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (b8e1c71a-00ad-47d4-9440-ec4a9cf70426), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:02.614008 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (03f9d52a-8d4b-4ed1-b833-6f6854a85cc9), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:02.652641 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf33684-e393-4368-9275-41fcc2553164 admin admin] Network ce8a959a-d831-48ea-b008-5e2f6694b525 is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:53:02.655340 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-0cf33684-e393-4368-9275-41fcc2553164 admin admin] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:53:02.658126 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf33684-e393-4368-9275-41fcc2553164 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e1c71a-00ad-47d4-9440-ec4a9cf70426,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:02.666004 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] Attempting to bind port 03f9d52a-8d4b-4ed1-b833-6f6854a85cc9 on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:53:02.666372 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] Attempting to bind port 03f9d52a-8d4b-4ed1-b833-6f6854a85cc9 by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:53:02.666735 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] Attempting to bind port 03f9d52a-8d4b-4ed1-b833-6f6854a85cc9 on network 53809124-b48e-44e3-984c-30b91b72e738 {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:53:02.671287 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:02.671723 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf33684-e393-4368-9275-41fcc2553164 admin admin] Received port after_create {{(pid=113285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:53:02.672445 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0cf33684-e393-4368-9275-41fcc2553164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527157'] for router_interface (b83a45bb-d9e4-4f15-90e0-3db7de4cba05), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:02.714591 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port a613330f-3ae8-4ede-814d-172db9366e6f is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:53:02.731779 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76e765-dfd6-4d5f-a9df-8c11644afe82 None None] Pushing event updated for resources: {'Port': ['ID=03f9d52a-8d4b-4ed1-b833-6f6854a85cc9,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:02.775099 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:53:02.775099 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] Checking segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:53:02.775612 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:02.776000 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] Bound using segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:53:02.776520 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] Bound port: 03f9d52a-8d4b-4ed1-b833-6f6854a85cc9, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:53:02.776962 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (03f9d52a-8d4b-4ed1-b833-6f6854a85cc9), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:02.852945 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:02.859892 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] For port 03f9d52a-8d4b-4ed1-b833-6f6854a85cc9, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:53:02.864202 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] For port 03f9d52a-8d4b-4ed1-b833-6f6854a85cc9, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=03f9d52a-8d4b-4ed1-b833-6f6854a85cc9,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:53:03.007508 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (03f9d52a-8d4b-4ed1-b833-6f6854a85cc9), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:03.080284 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-3ab1d17c-376f-40a0-87f2-5f9dbc3c481e None None] Provisioning complete for port b8e1c71a-00ad-47d4-9440-ec4a9cf70426 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:53:03.097514 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3ab1d17c-376f-40a0-87f2-5f9dbc3c481e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (b8e1c71a-00ad-47d4-9440-ec4a9cf70426), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:03.097514 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-3ab1d17c-376f-40a0-87f2-5f9dbc3c481e None None] Attempt 1 to provision port b8e1c71a-00ad-47d4-9440-ec4a9cf70426 Oct 03 12:53:03.097514 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] Routers {'b83a45bb-d9e4-4f15-90e0-3db7de4cba05'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:53:03.097514 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:52:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['b83a45bb-d9e4-4f15-90e0-3db7de4cba05'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:03.143825 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0cf33684-e393-4368-9275-41fcc2553164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (b8e1c71a-00ad-47d4-9440-ec4a9cf70426), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:03.200389 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:03.202635 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28707ab4-8bdc-49ef-848c-71de37cd6e35 req-bd570e98-5ccc-4abc-ba38-752b5aa9df6d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:03.204633 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-28707ab4-8bdc-49ef-848c-71de37cd6e35 req-bd570e98-5ccc-4abc-ba38-752b5aa9df6d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.1101229 Oct 03 12:53:03.209843 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-3ab1d17c-376f-40a0-87f2-5f9dbc3c481e None None] Port b8e1c71a-00ad-47d4-9440-ec4a9cf70426 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:53:03.211551 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76e765-dfd6-4d5f-a9df-8c11644afe82 None None] Pushing event updated for resources: {'Port': ['ID=03f9d52a-8d4b-4ed1-b833-6f6854a85cc9,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:03.217742 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device a613330f-3ae8-4ede-814d-172db9366e6f up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:53:03.299454 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759a8f8-2eae-409b-9638-ed42ee8fc1f9 req-0d81a91e-bcd6-416c-9626-7a9875f59fe8 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:03.301096 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8759a8f8-2eae-409b-9638-ed42ee8fc1f9 req-0d81a91e-bcd6-416c-9626-7a9875f59fe8 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 945 time: 0.0692110 Oct 03 12:53:03.359868 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port a613330f-3ae8-4ede-814d-172db9366e6f triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:53:03.360362 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (a613330f-3ae8-4ede-814d-172db9366e6f), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:03.360717 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port a613330f-3ae8-4ede-814d-172db9366e6f Oct 03 12:53:03.395498 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] Set router b83a45bb-d9e4-4f15-90e0-3db7de4cba05 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:53:03.421235 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:03.623157 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port a613330f-3ae8-4ede-814d-172db9366e6f is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:53:03.708542 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-28707ab4-8bdc-49ef-848c-71de37cd6e35 req-6b3c7342-3f5a-4c59-a448-e3a43aa944e0 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4204752 Oct 03 12:53:03.729610 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:03.749625 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8759a8f8-2eae-409b-9638-ed42ee8fc1f9 req-7cc0850d-02a7-4025-883d-71fd39dbd524 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583838 Oct 03 12:53:03.816424 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0cf33684-e393-4368-9275-41fcc2553164 admin admin] Publish callbacks [] for port (b8e1c71a-00ad-47d4-9440-ec4a9cf70426), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:03.865879 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'name': 'tempest-TestShelveInstance-1160234685-router', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:53:02Z', 'revision_number': 4, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'gw_port': {'id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'b8e1c71a-00ad-47d4-9440-ec4a9cf70426', 'name': '', 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'mac_address': 'fa:16:3e:bd:10:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:02Z', 'updated_at': '2022-10-03T12:53:02Z', 'revision_number': 1, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'subnets': [{'id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:03.888736 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0cf33684-e393-4368-9275-41fcc2553164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (b8e1c71a-00ad-47d4-9440-ec4a9cf70426), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:03.890081 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0cf33684-e393-4368-9275-41fcc2553164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527273'] for router_interface (b83a45bb-d9e4-4f15-90e0-3db7de4cba05), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:03.892831 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec75fc0f-5163-4adc-a65b-8643b1490b85 None None] The sync data for ids ['b83a45bb-d9e4-4f15-90e0-3db7de4cba05'] in dv-cinder-844563-12-iscsi is: [{'id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'name': 'tempest-TestShelveInstance-1160234685-router', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:53:02Z', 'revision_number': 4, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'gw_port': {'id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'b8e1c71a-00ad-47d4-9440-ec4a9cf70426', 'name': '', 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'mac_address': 'fa:16:3e:bd:10:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:02Z', 'updated_at': '2022-10-03T12:53:02Z', 'revision_number': 1, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'subnets': [{'id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:53:03.961771 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf33684-e393-4368-9275-41fcc2553164 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e1c71a-00ad-47d4-9440-ec4a9cf70426,revision_number=2']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:04.080008 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf33684-e393-4368-9275-41fcc2553164 admin admin] Network ce8a959a-d831-48ea-b008-5e2f6694b525 is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:53:04.082001 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-0cf33684-e393-4368-9275-41fcc2553164 admin admin] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:53:04.123250 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=8 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:04.376206 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:04.394218 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf33684-e393-4368-9275-41fcc2553164 admin admin] Router b83a45bb-d9e4-4f15-90e0-3db7de4cba05 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:53:04.547280 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-6260f0b0-c2c0-4023-b0a4-17bfc6e1d42e None None] Provisioning complete for port b8e1c71a-00ad-47d4-9440-ec4a9cf70426 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:53:04.548353 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6260f0b0-c2c0-4023-b0a4-17bfc6e1d42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (b8e1c71a-00ad-47d4-9440-ec4a9cf70426), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:04.548919 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-6260f0b0-c2c0-4023-b0a4-17bfc6e1d42e None None] Attempt 1 to provision port b8e1c71a-00ad-47d4-9440-ec4a9cf70426 Oct 03 12:53:04.603453 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf33684-e393-4368-9275-41fcc2553164 admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:53:04.609982 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-0cf33684-e393-4368-9275-41fcc2553164 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/b83a45bb-d9e4-4f15-90e0-3db7de4cba05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6456392 Oct 03 12:53:04.613903 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-6260f0b0-c2c0-4023-b0a4-17bfc6e1d42e None None] Port b8e1c71a-00ad-47d4-9440-ec4a9cf70426 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:53:04.965183 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55580a2-1a3b-42fe-b924-36fbad4440a9 req-bfb27e47-9c6f-40b8-a6f2-555483986b04 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:04.967795 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c55580a2-1a3b-42fe-b924-36fbad4440a9 req-bfb27e47-9c6f-40b8-a6f2-555483986b04 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.1176612 Oct 03 12:53:05.070548 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4b4cd-99b2-4c66-9b5a-e74174833264 req-f8d02709-8981-4690-af8a-4b5a344fe7c7 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:05.072291 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6bb4b4cd-99b2-4c66-9b5a-e74174833264 req-f8d02709-8981-4690-af8a-4b5a344fe7c7 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 945 time: 0.1032820 Oct 03 12:53:05.152633 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c55580a2-1a3b-42fe-b924-36fbad4440a9 req-7054f13d-a6cb-4752-90ff-1f2f328fe056 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357803 Oct 03 12:53:05.220870 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6bb4b4cd-99b2-4c66-9b5a-e74174833264 req-7354f33e-f5b1-43ed-a817-2ee9c1432231 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291239 Oct 03 12:53:05.228099 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 03f9d52a-8d4b-4ed1-b833-6f6854a85cc9 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:53:05.356715 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 03f9d52a-8d4b-4ed1-b833-6f6854a85cc9 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:53:05.357117 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (03f9d52a-8d4b-4ed1-b833-6f6854a85cc9), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:05.364629 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 03f9d52a-8d4b-4ed1-b833-6f6854a85cc9 Oct 03 12:53:05.489390 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 03f9d52a-8d4b-4ed1-b833-6f6854a85cc9 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:53:05.489788 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (03f9d52a-8d4b-4ed1-b833-6f6854a85cc9), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:05.518824 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port 03f9d52a-8d4b-4ed1-b833-6f6854a85cc9, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=03f9d52a-8d4b-4ed1-b833-6f6854a85cc9,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:53:05.656185 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (03f9d52a-8d4b-4ed1-b833-6f6854a85cc9), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:05.750731 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=03f9d52a-8d4b-4ed1-b833-6f6854a85cc9,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:06.029437 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 39404) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:53:06.036005 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-cc731ff4-acba-4629-ab18-088a5da76fcb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-7894458-network', 'tenant_id': '6ca39e772a0145148115322e8c815c59'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:53:06.167795 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc731ff4-acba-4629-ab18-088a5da76fcb admin admin] Made reservation on behalf of 6ca39e772a0145148115322e8c815c59 for: {'network': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:53:06.170377 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-cc731ff4-acba-4629-ab18-088a5da76fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for network (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:06.325194 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5a313-e160-4f7f-910c-7b587d4ce939 req-66492add-594c-4b87-9f78-8df8c1d8eeda tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:06.327469 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-17f5a313-e160-4f7f-910c-7b587d4ce939 req-66492add-594c-4b87-9f78-8df8c1d8eeda tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0563557 Oct 03 12:53:06.414520 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-cc731ff4-acba-4629-ab18-088a5da76fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:06.425729 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea82690-e44e-432e-bae7-e542be2d77b7 req-018f7688-fd5f-44bf-a392-1c0b79c7e25c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:06.427414 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9ea82690-e44e-432e-bae7-e542be2d77b7 req-018f7688-fd5f-44bf-a392-1c0b79c7e25c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 945 time: 0.0778112 Oct 03 12:53:06.440836 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-17f5a313-e160-4f7f-910c-7b587d4ce939 req-43052f92-cc2d-4d8e-9907-868141305944 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060133 Oct 03 12:53:06.452478 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:06.508593 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9ea82690-e44e-432e-bae7-e542be2d77b7 req-0a3d674c-c1fd-4c43-8b8f-b7499f74a60a tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661552 Oct 03 12:53:06.520737 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-cc731ff4-acba-4629-ab18-088a5da76fcb admin admin] Publish callbacks [] for security_group (19489e54-8b63-469c-81da-5643cb191d69), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:06.589205 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-cc731ff4-acba-4629-ab18-088a5da76fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (19489e54-8b63-469c-81da-5643cb191d69), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:06.627385 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc731ff4-acba-4629-ab18-088a5da76fcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=113284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:53:06.672665 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc731ff4-acba-4629-ab18-088a5da76fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19489e54-8b63-469c-81da-5643cb191d69,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:06.682317 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-cc731ff4-acba-4629-ab18-088a5da76fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (1fad14b8-66d2-46b2-a575-bb37b889909e), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:06.682317 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.segments_db [None req-cc731ff4-acba-4629-ab18-088a5da76fcb admin admin] Added segment 1fad14b8-66d2-46b2-a575-bb37b889909e of type vlan for network 3c914bc3-cfd0-41b2-a694-ceaa10bccd39 Oct 03 12:53:06.693843 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b23053-dbdf-44b8-81fe-74cde952f687 req-6aa09790-1e13-4afc-beb1-30c5391ddd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:06.695361 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c6b23053-dbdf-44b8-81fe-74cde952f687 req-6aa09790-1e13-4afc-beb1-30c5391ddd67 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 1129 time: 0.0644007 Oct 03 12:53:06.730143 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-cc731ff4-acba-4629-ab18-088a5da76fcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775902012618'] for network (3c914bc3-cfd0-41b2-a694-ceaa10bccd39), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:06.796762 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-cc731ff4-acba-4629-ab18-088a5da76fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for network (3c914bc3-cfd0-41b2-a694-ceaa10bccd39), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:06.797782 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc731ff4-acba-4629-ab18-088a5da76fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:06.798366 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-cc731ff4-acba-4629-ab18-088a5da76fcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:06.825165 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] Sync routers for ids ['b83a45bb-d9e4-4f15-90e0-3db7de4cba05'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:53:06.839116 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] Routers {'b83a45bb-d9e4-4f15-90e0-3db7de4cba05'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:53:06.839798 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:52:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['b83a45bb-d9e4-4f15-90e0-3db7de4cba05'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:06.863010 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc731ff4-acba-4629-ab18-088a5da76fcb admin admin] Pushing event updated for resources: {'Network': ['ID=3c914bc3-cfd0-41b2-a694-ceaa10bccd39,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:06.873447 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Network 3c914bc3-cfd0-41b2-a694-ceaa10bccd39 details requested by agent ovs-agent-dv-cinder-844563-12-iscsi with host dv-cinder-844563-12-iscsi {{(pid=113286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 12:53:06.942821 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 39420) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:53:06.943058 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-cc731ff4-acba-4629-ab18-088a5da76fcb admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9120760 Oct 03 12:53:06.945838 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 39422) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:53:06.950487 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-900c3d20-ddd8-4b52-921d-65c176ddc9a8 admin admin] Request body: {'subnet': {'network_id': '3c914bc3-cfd0-41b2-a694-ceaa10bccd39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-7894458-subnet', 'tenant_id': '6ca39e772a0145148115322e8c815c59', 'ip_version': 4}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:53:06.961087 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] Set router b83a45bb-d9e4-4f15-90e0-3db7de4cba05 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:53:07.068736 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-198dcce9-70d6-4bd3-98c3-3b5363d16286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:07.070861 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900c3d20-ddd8-4b52-921d-65c176ddc9a8 admin admin] Made reservation on behalf of 6ca39e772a0145148115322e8c815c59 for: {'subnet': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:53:07.073371 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-900c3d20-ddd8-4b52-921d-65c176ddc9a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16664429'] for subnet (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:07.126745 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 03f9d52a-8d4b-4ed1-b833-6f6854a85cc9 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:53:07.158611 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:07.193218 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-198dcce9-70d6-4bd3-98c3-3b5363d16286 admin admin] Publish callbacks [] for security_group (8e16bb59-6a14-4888-8b34-fa7597dad938), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:07.195339 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:07.196844 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 03f9d52a-8d4b-4ed1-b833-6f6854a85cc9 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:53:07.197216 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (03f9d52a-8d4b-4ed1-b833-6f6854a85cc9), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:07.197549 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 03f9d52a-8d4b-4ed1-b833-6f6854a85cc9 Oct 03 12:53:07.271138 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-198dcce9-70d6-4bd3-98c3-3b5363d16286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (8e16bb59-6a14-4888-8b34-fa7597dad938), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:07.281456 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 03f9d52a-8d4b-4ed1-b833-6f6854a85cc9 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:53:07.297394 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'name': 'tempest-TestShelveInstance-1160234685-router', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:53:02Z', 'revision_number': 4, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'gw_port': {'id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'b8e1c71a-00ad-47d4-9440-ec4a9cf70426', 'name': '', 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'mac_address': 'fa:16:3e:bd:10:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:02Z', 'updated_at': '2022-10-03T12:53:03Z', 'revision_number': 2, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'subnets': [{'id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:07.318009 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198dcce9-70d6-4bd3-98c3-3b5363d16286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e16bb59-6a14-4888-8b34-fa7597dad938,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:07.322341 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] Checking router: b83a45bb-d9e4-4f15-90e0-3db7de4cba05 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:53:07.322556 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-198dcce9-70d6-4bd3-98c3-3b5363d16286 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=27ed41f5786a4a55922ed992f40c477e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3775821 Oct 03 12:53:07.322681 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] Updating router b83a45bb-d9e4-4f15-90e0-3db7de4cba05 port b8e1c71a-00ad-47d4-9440-ec4a9cf70426 binding host dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:53:07.326609 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 39428) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:53:07.352851 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (b8e1c71a-00ad-47d4-9440-ec4a9cf70426), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:07.377900 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-791bc013-451c-49a4-8e51-68edb6605a84 admin admin] Publish callbacks [] for security_group (8e16bb59-6a14-4888-8b34-fa7597dad938), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:07.387448 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-900c3d20-ddd8-4b52-921d-65c176ddc9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13830744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16664447'] for subnet (b4506af7-963c-451f-83f1-9aee7d0a17f3), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:07.428351 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-791bc013-451c-49a4-8e51-68edb6605a84 admin admin] Publish callbacks [] for security_group (8e16bb59-6a14-4888-8b34-fa7597dad938), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:07.485788 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c3d20-ddd8-4b52-921d-65c176ddc9a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4506af7-963c-451f-83f1-9aee7d0a17f3,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:07.498021 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c3d20-ddd8-4b52-921d-65c176ddc9a8 admin admin] Checking segment: {'id': '1fad14b8-66d2-46b2-a575-bb37b889909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3c914bc3-cfd0-41b2-a694-ceaa10bccd39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:53:07.498341 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900c3d20-ddd8-4b52-921d-65c176ddc9a8 admin admin] Network hostable DHCP agents. Network: 3c914bc3-cfd0-41b2-a694-ceaa10bccd39, hostable agents: ['9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee'], hosted agents: [] {{(pid=113284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:53:07.504393 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:07.629433 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c17f09-49c9-41d2-8380-6d49f132077f req-824c0c2d-4c27-4dbe-b9b2-b73b2ea0610a tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:07.630986 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e1c17f09-49c9-41d2-8380-6d49f132077f req-824c0c2d-4c27-4dbe-b9b2-b73b2ea0610a tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0823324 Oct 03 12:53:07.632056 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] Publish callbacks [] for port (b8e1c71a-00ad-47d4-9440-ec4a9cf70426), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:07.651416 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed12d8-cfd2-42ec-b233-f569a88a9e44 req-c0157333-09cf-42b8-8c3c-7c7f467b4492 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:07.652819 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-56ed12d8-cfd2-42ec-b233-f569a88a9e44 req-c0157333-09cf-42b8-8c3c-7c7f467b4492 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 945 time: 0.0690396 Oct 03 12:53:07.671695 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-791bc013-451c-49a4-8e51-68edb6605a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (8e16bb59-6a14-4888-8b34-fa7597dad938), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:07.674474 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-791bc013-451c-49a4-8e51-68edb6605a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:07.676285 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-791bc013-451c-49a4-8e51-68edb6605a84 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8e16bb59-6a14-4888-8b34-fa7597dad938 HTTP/1.1" status: 204 len: 168 time: 0.3481321 Oct 03 12:53:07.677181 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900c3d20-ddd8-4b52-921d-65c176ddc9a8 admin admin] Network 3c914bc3-cfd0-41b2-a694-ceaa10bccd39 is scheduled to be hosted by DHCP agent 9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee with binding_index 1 {{(pid=113284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:53:07.689969 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bc013-451c-49a4-8e51-68edb6605a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e16bb59-6a14-4888-8b34-fa7597dad938,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:07.726279 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e1c17f09-49c9-41d2-8380-6d49f132077f req-489d3e62-7e66-4848-aded-6a5951205ffc tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892417 Oct 03 12:53:07.735195 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-56ed12d8-cfd2-42ec-b233-f569a88a9e44 req-417ebcd3-98bb-409d-b9c1-104049a604f6 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740983 Oct 03 12:53:07.767856 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (b8e1c71a-00ad-47d4-9440-ec4a9cf70426), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:07.796787 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-900c3d20-ddd8-4b52-921d-65c176ddc9a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-12-iscsi, 3c914bc3-cfd0-41b2-a694-ceaa10bccd39) {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:53:07.802501 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900c3d20-ddd8-4b52-921d-65c176ddc9a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:07.804982 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-900c3d20-ddd8-4b52-921d-65c176ddc9a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for subnet (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:07.808574 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f3d59e-bc27-4694-86e6-b8dbfec06f65 None None] Network 3c914bc3-cfd0-41b2-a694-ceaa10bccd39 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:53:07.848544 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1341c6-f5ef-4ef9-8065-cf3f1c6d442f None None] Pushing event updated for resources: {'Port': ['ID=b8e1c71a-00ad-47d4-9440-ec4a9cf70426,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:07.865239 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1341c6-f5ef-4ef9-8065-cf3f1c6d442f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:07.865572 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1341c6-f5ef-4ef9-8065-cf3f1c6d442f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:07.868062 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1341c6-f5ef-4ef9-8065-cf3f1c6d442f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:07.868062 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1341c6-f5ef-4ef9-8065-cf3f1c6d442f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:07.868062 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1341c6-f5ef-4ef9-8065-cf3f1c6d442f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:07.868062 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1341c6-f5ef-4ef9-8065-cf3f1c6d442f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:07.868062 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1341c6-f5ef-4ef9-8065-cf3f1c6d442f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:07.868062 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1341c6-f5ef-4ef9-8065-cf3f1c6d442f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:07.868632 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1341c6-f5ef-4ef9-8065-cf3f1c6d442f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:07.868632 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1341c6-f5ef-4ef9-8065-cf3f1c6d442f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:07.868815 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1341c6-f5ef-4ef9-8065-cf3f1c6d442f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:07.869081 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1341c6-f5ef-4ef9-8065-cf3f1c6d442f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:07.869395 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1341c6-f5ef-4ef9-8065-cf3f1c6d442f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:07.869701 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1341c6-f5ef-4ef9-8065-cf3f1c6d442f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:07.870008 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1341c6-f5ef-4ef9-8065-cf3f1c6d442f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:07.871891 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:07.876535 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] Attempting to bind port b8e1c71a-00ad-47d4-9440-ec4a9cf70426 on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:53:07.876892 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] Attempting to bind port b8e1c71a-00ad-47d4-9440-ec4a9cf70426 by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': '947c4539-8b5d-493f-b375-3fcb69a985f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:53:07.877246 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] Attempting to bind port b8e1c71a-00ad-47d4-9440-ec4a9cf70426 on network ce8a959a-d831-48ea-b008-5e2f6694b525 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:53:07.919498 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-900c3d20-ddd8-4b52-921d-65c176ddc9a8 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9726467 Oct 03 12:53:07.922895 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 39436) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:53:07.924968 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c38c7c8-1896-42e4-8b83-d5fbda5018db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp248af594-393a-5865-a197-82273fbe49a3-3c914bc3-cfd0-41b2-a694-ceaa10bccd39', 'network_id': '3c914bc3-cfd0-41b2-a694-ceaa10bccd39', 'project_id': '6ca39e772a0145148115322e8c815c59', 'fixed_ips': [{'subnet_id': 'b4506af7-963c-451f-83f1-9aee7d0a17f3'}]}} from dv-cinder-844563-12-iscsi. {{(pid=113286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 12:53:07.926134 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6c38c7c8-1896-42e4-8b83-d5fbda5018db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:07.927357 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:53:07.927655 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-da6f5426-008e-461a-9869-2bd9fc184592 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-7894458-router', 'tenant_id': '6ca39e772a0145148115322e8c815c59', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:53:07.927786 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] Checking segment: {'id': '947c4539-8b5d-493f-b375-3fcb69a985f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:53:07.928264 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:07.928558 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] Bound using segment: {'id': '947c4539-8b5d-493f-b375-3fcb69a985f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:53:07.929247 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] Bound port: b8e1c71a-00ad-47d4-9440-ec4a9cf70426, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947c4539-8b5d-493f-b375-3fcb69a985f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:53:07.930063 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (b8e1c71a-00ad-47d4-9440-ec4a9cf70426), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:07.981709 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:08.003167 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:08.007865 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] For port b8e1c71a-00ad-47d4-9440-ec4a9cf70426, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:53:08.012540 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] For port b8e1c71a-00ad-47d4-9440-ec4a9cf70426, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=b8e1c71a-00ad-47d4-9440-ec4a9cf70426,segment=NetworkSegment(947c4539-8b5d-493f-b375-3fcb69a985f7),segment_id=947c4539-8b5d-493f-b375-3fcb69a985f7)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:53:08.048327 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-da6f5426-008e-461a-9869-2bd9fc184592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-762584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5264'] for router (e43236f5-e719-41f0-a742-cc7cd7e1d1d2), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:08.049747 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-da6f5426-008e-461a-9869-2bd9fc184592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524703', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5259'] for router (e43236f5-e719-41f0-a742-cc7cd7e1d1d2), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:08.083785 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-6c38c7c8-1896-42e4-8b83-d5fbda5018db None None] Allocated IP 172.20.0.2 (3c914bc3-cfd0-41b2-a694-ceaa10bccd39/b4506af7-963c-451f-83f1-9aee7d0a17f3/97e65ab0-cb45-40e7-a540-9f926befd89f) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:53:08.099358 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (b8e1c71a-00ad-47d4-9440-ec4a9cf70426), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:08.126219 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-da6f5426-008e-461a-9869-2bd9fc184592 admin admin] Publish callbacks [] for router_controller (e43236f5-e719-41f0-a742-cc7cd7e1d1d2), precommit_add_association {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:08.138547 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:08.149250 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] Routers {'b83a45bb-d9e4-4f15-90e0-3db7de4cba05'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:53:08.150029 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:52:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['b83a45bb-d9e4-4f15-90e0-3db7de4cba05'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:08.216468 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1341c6-f5ef-4ef9-8065-cf3f1c6d442f None None] Pushing event updated for resources: {'Port': ['ID=b8e1c71a-00ad-47d4-9440-ec4a9cf70426,revision_number=4']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:08.262115 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6c38c7c8-1896-42e4-8b83-d5fbda5018db None None] Publish callbacks [] for port (97e65ab0-cb45-40e7-a540-9f926befd89f), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:08.284394 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] Set router b83a45bb-d9e4-4f15-90e0-3db7de4cba05 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:53:08.364385 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6c38c7c8-1896-42e4-8b83-d5fbda5018db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (97e65ab0-cb45-40e7-a540-9f926befd89f), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:08.368785 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-da6f5426-008e-461a-9869-2bd9fc184592 admin admin] Publish callbacks [] for router_gateway (e43236f5-e719-41f0-a742-cc7cd7e1d1d2), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:08.410553 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c38c7c8-1896-42e4-8b83-d5fbda5018db None None] Network 3c914bc3-cfd0-41b2-a694-ceaa10bccd39 is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:53:08.415850 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-6c38c7c8-1896-42e4-8b83-d5fbda5018db None None] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:53:08.418015 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38c7c8-1896-42e4-8b83-d5fbda5018db None None] Pushing event updated for resources: {'Port': ['ID=97e65ab0-cb45-40e7-a540-9f926befd89f,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:08.420283 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c38c7c8-1896-42e4-8b83-d5fbda5018db None None] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:53:08.477966 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'name': 'tempest-TestShelveInstance-1160234685-router', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:53:02Z', 'revision_number': 4, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'gw_port': {'id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'b8e1c71a-00ad-47d4-9440-ec4a9cf70426', 'name': '', 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'mac_address': 'fa:16:3e:bd:10:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:02Z', 'updated_at': '2022-10-03T12:53:08Z', 'revision_number': 4, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'subnets': [{'id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:08.479122 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-6c38c7c8-1896-42e4-8b83-d5fbda5018db None None] Attempting to bind port 97e65ab0-cb45-40e7-a540-9f926befd89f on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:53:08.479725 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-6c38c7c8-1896-42e4-8b83-d5fbda5018db None None] Attempting to bind port 97e65ab0-cb45-40e7-a540-9f926befd89f by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': '1fad14b8-66d2-46b2-a575-bb37b889909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3c914bc3-cfd0-41b2-a694-ceaa10bccd39'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:53:08.480168 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c38c7c8-1896-42e4-8b83-d5fbda5018db None None] Attempting to bind port 97e65ab0-cb45-40e7-a540-9f926befd89f on network 3c914bc3-cfd0-41b2-a694-ceaa10bccd39 {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:53:08.506757 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa9a4b-f1f1-4498-be8f-e657d29abd0d None None] The sync data for ids ['b83a45bb-d9e4-4f15-90e0-3db7de4cba05'] in dv-cinder-844563-12-iscsi is: [{'id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'name': 'tempest-TestShelveInstance-1160234685-router', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:53:02Z', 'revision_number': 4, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'gw_port': {'id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'b8e1c71a-00ad-47d4-9440-ec4a9cf70426', 'name': '', 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'mac_address': 'fa:16:3e:bd:10:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:02Z', 'updated_at': '2022-10-03T12:53:08Z', 'revision_number': 4, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'subnets': [{'id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:53:08.526115 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c38c7c8-1896-42e4-8b83-d5fbda5018db None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:53:08.526594 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c38c7c8-1896-42e4-8b83-d5fbda5018db None None] Checking segment: {'id': '1fad14b8-66d2-46b2-a575-bb37b889909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3c914bc3-cfd0-41b2-a694-ceaa10bccd39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:53:08.526885 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6c38c7c8-1896-42e4-8b83-d5fbda5018db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:08.527275 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c38c7c8-1896-42e4-8b83-d5fbda5018db None None] Bound using segment: {'id': '1fad14b8-66d2-46b2-a575-bb37b889909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3c914bc3-cfd0-41b2-a694-ceaa10bccd39'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:53:08.527771 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-6c38c7c8-1896-42e4-8b83-d5fbda5018db None None] Bound port: 97e65ab0-cb45-40e7-a540-9f926befd89f, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fad14b8-66d2-46b2-a575-bb37b889909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3c914bc3-cfd0-41b2-a694-ceaa10bccd39'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:53:08.528149 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6c38c7c8-1896-42e4-8b83-d5fbda5018db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (97e65ab0-cb45-40e7-a540-9f926befd89f), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:08.586021 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:08.598706 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-6c38c7c8-1896-42e4-8b83-d5fbda5018db None None] For port 97e65ab0-cb45-40e7-a540-9f926befd89f, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:53:08.602344 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-6c38c7c8-1896-42e4-8b83-d5fbda5018db None None] For port 97e65ab0-cb45-40e7-a540-9f926befd89f, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=97e65ab0-cb45-40e7-a540-9f926befd89f,segment=NetworkSegment(1fad14b8-66d2-46b2-a575-bb37b889909e),segment_id=1fad14b8-66d2-46b2-a575-bb37b889909e)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:53:08.635212 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-da6f5426-008e-461a-9869-2bd9fc184592 admin admin] Publish callbacks [] for router_gateway (e43236f5-e719-41f0-a742-cc7cd7e1d1d2), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:08.655903 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-da6f5426-008e-461a-9869-2bd9fc184592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:08.716952 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6c38c7c8-1896-42e4-8b83-d5fbda5018db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (97e65ab0-cb45-40e7-a540-9f926befd89f), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:08.736876 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:08.781873 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [None req-da6f5426-008e-461a-9869-2bd9fc184592 admin admin] Allocated IP 172.27.0.42 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/2cb5a2d7-4c2c-4ea5-8856-5f894435e15e) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:53:08.795130 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38c7c8-1896-42e4-8b83-d5fbda5018db None None] Pushing event updated for resources: {'Port': ['ID=97e65ab0-cb45-40e7-a540-9f926befd89f,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:08.926504 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71b850-bf59-452f-93c8-1e146d20cc8e req-f7f8dcbb-88b7-49d0-adf6-1b6787cf529d tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:08.935050 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8c71b850-bf59-452f-93c8-1e146d20cc8e req-f7f8dcbb-88b7-49d0-adf6-1b6787cf529d tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 945 time: 0.0985126 Oct 03 12:53:08.944923 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-da6f5426-008e-461a-9869-2bd9fc184592 admin admin] Publish callbacks [] for port (2cb5a2d7-4c2c-4ea5-8856-5f894435e15e), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:08.953574 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c4450-142f-41e3-b5ce-d3a22b486875 req-24706772-7fc0-454a-8d9b-8d19c4989f84 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:08.961489 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-747c4450-142f-41e3-b5ce-d3a22b486875 req-24706772-7fc0-454a-8d9b-8d19c4989f84 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0917182 Oct 03 12:53:08.975651 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:09.056977 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8c71b850-bf59-452f-93c8-1e146d20cc8e req-8656611c-2653-491f-938e-08b98d698494 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210320 Oct 03 12:53:09.092361 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-747c4450-142f-41e3-b5ce-d3a22b486875 req-b3480b5e-a5bc-4302-afa7-509d3eb7ad64 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299512 Oct 03 12:53:09.100698 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-da6f5426-008e-461a-9869-2bd9fc184592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (2cb5a2d7-4c2c-4ea5-8856-5f894435e15e), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:09.167645 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6f5426-008e-461a-9869-2bd9fc184592 admin admin] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:53:09.171484 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-da6f5426-008e-461a-9869-2bd9fc184592 admin admin] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:53:09.175648 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6f5426-008e-461a-9869-2bd9fc184592 admin admin] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:53:09.181230 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f5426-008e-461a-9869-2bd9fc184592 admin admin] Pushing event updated for resources: {'Port': ['ID=2cb5a2d7-4c2c-4ea5-8856-5f894435e15e,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:09.323372 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 97e65ab0-cb45-40e7-a540-9f926befd89f up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:53:09.328402 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:09.370277 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 97e65ab0-cb45-40e7-a540-9f926befd89f triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:53:09.370733 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (97e65ab0-cb45-40e7-a540-9f926befd89f), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:09.371128 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 97e65ab0-cb45-40e7-a540-9f926befd89f Oct 03 12:53:09.449165 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 97e65ab0-cb45-40e7-a540-9f926befd89f is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:53:09.449543 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (97e65ab0-cb45-40e7-a540-9f926befd89f), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:09.487630 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port 97e65ab0-cb45-40e7-a540-9f926befd89f, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=97e65ab0-cb45-40e7-a540-9f926befd89f,segment=NetworkSegment(1fad14b8-66d2-46b2-a575-bb37b889909e),segment_id=1fad14b8-66d2-46b2-a575-bb37b889909e)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:53:09.542568 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-da6f5426-008e-461a-9869-2bd9fc184592 admin admin] Publish callbacks [] for router_gateway (e43236f5-e719-41f0-a742-cc7cd7e1d1d2), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:09.568260 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (97e65ab0-cb45-40e7-a540-9f926befd89f), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:09.569185 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device b8e1c71a-00ad-47d4-9440-ec4a9cf70426 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:53:09.654861 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=97e65ab0-cb45-40e7-a540-9f926befd89f,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:09.664873 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port b8e1c71a-00ad-47d4-9440-ec4a9cf70426 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:53:09.665251 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (b8e1c71a-00ad-47d4-9440-ec4a9cf70426), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:09.665583 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port b8e1c71a-00ad-47d4-9440-ec4a9cf70426 Oct 03 12:53:09.746717 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port b8e1c71a-00ad-47d4-9440-ec4a9cf70426 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:53:09.747515 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (b8e1c71a-00ad-47d4-9440-ec4a9cf70426), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:09.754838 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-da6f5426-008e-461a-9869-2bd9fc184592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764622'] for router (e43236f5-e719-41f0-a742-cc7cd7e1d1d2), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:09.784185 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port b8e1c71a-00ad-47d4-9440-ec4a9cf70426, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=b8e1c71a-00ad-47d4-9440-ec4a9cf70426,segment=NetworkSegment(947c4539-8b5d-493f-b375-3fcb69a985f7),segment_id=947c4539-8b5d-493f-b375-3fcb69a985f7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:53:09.845220 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cf49aa-c880-4557-b07d-36e0fb8d24b9 None None] Network 3c914bc3-cfd0-41b2-a694-ceaa10bccd39 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:53:09.898793 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (b8e1c71a-00ad-47d4-9440-ec4a9cf70426), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:09.911223 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c6b23053-dbdf-44b8-81fe-74cde952f687 req-d58d8e9c-dda1-4a8c-85a5-059bc6d1a492 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626302 Oct 03 12:53:09.924805 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-b91f0e0e-2508-4a9f-91c6-f06ecd32e083 None None] Provisioning complete for port 97e65ab0-cb45-40e7-a540-9f926befd89f triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:53:09.925166 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b91f0e0e-2508-4a9f-91c6-f06ecd32e083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (97e65ab0-cb45-40e7-a540-9f926befd89f), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:09.925485 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-b91f0e0e-2508-4a9f-91c6-f06ecd32e083 None None] Attempt 1 to provision port 97e65ab0-cb45-40e7-a540-9f926befd89f Oct 03 12:53:09.990544 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6f5426-008e-461a-9869-2bd9fc184592 admin admin] Router e43236f5-e719-41f0-a742-cc7cd7e1d1d2 is scheduled to L3 agent eb5f2f97-6425-444e-901b-913018c2b714 with binding_index 1 {{(pid=113284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 12:53:09.992334 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:10.005185 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=b8e1c71a-00ad-47d4-9440-ec4a9cf70426,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:10.073718 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-b91f0e0e-2508-4a9f-91c6-f06ecd32e083 None None] Current status of the port 97e65ab0-cb45-40e7-a540-9f926befd89f is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:53:10.127619 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6f5426-008e-461a-9869-2bd9fc184592 admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:53:10.127876 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] Sync routers for ids ['e43236f5-e719-41f0-a742-cc7cd7e1d1d2'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:53:10.130611 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:10.133585 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] Routers {'e43236f5-e719-41f0-a742-cc7cd7e1d1d2'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:53:10.134299 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:52:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['e43236f5-e719-41f0-a742-cc7cd7e1d1d2'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:10.209738 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-da6f5426-008e-461a-9869-2bd9fc184592 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:10.214783 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-da6f5426-008e-461a-9869-2bd9fc184592 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.2904327 Oct 03 12:53:10.215565 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 39452) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:53:10.275776 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b9549-3c25-481b-a6c9-027a93740f37 req-b662ed9d-5c5e-445a-8c21-7b94ed20b3d9 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:10.282306 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] Set router e43236f5-e719-41f0-a742-cc7cd7e1d1d2 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:53:10.289026 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-661b9549-3c25-481b-a6c9-027a93740f37 req-b662ed9d-5c5e-445a-8c21-7b94ed20b3d9 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 945 time: 0.1227479 Oct 03 12:53:10.320497 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b286540-6e45-47ca-9287-91559122f563 req-0288ded1-b3fd-4e20-9242-9424ce98e698 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:10.322889 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6b286540-6e45-47ca-9287-91559122f563 req-0288ded1-b3fd-4e20-9242-9424ce98e698 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.1227345 Oct 03 12:53:10.396466 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-661b9549-3c25-481b-a6c9-027a93740f37 req-b4100bf1-de59-4901-a0ce-10d0f4d83442 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025591 Oct 03 12:53:10.413751 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:10.419806 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6b286540-6e45-47ca-9287-91559122f563 req-1689702e-9aa3-4f84-a255-59f4f902ae95 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904779 Oct 03 12:53:10.449229 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9eeb0840-90ae-44a1-8f77-7cc62f93b880 None None] Provisioning complete for port 97e65ab0-cb45-40e7-a540-9f926befd89f triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:53:10.449780 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9eeb0840-90ae-44a1-8f77-7cc62f93b880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (97e65ab0-cb45-40e7-a540-9f926befd89f), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:10.450165 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9eeb0840-90ae-44a1-8f77-7cc62f93b880 None None] Attempt 1 to provision port 97e65ab0-cb45-40e7-a540-9f926befd89f Oct 03 12:53:10.564767 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:10.658479 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43236f5-e719-41f0-a742-cc7cd7e1d1d2', 'name': 'tempest-TestShelveInstance-7894458-router', 'tenant_id': '6ca39e772a0145148115322e8c815c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '2cb5a2d7-4c2c-4ea5-8856-5f894435e15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:08Z', 'updated_at': '2022-10-03T12:53:09Z', 'revision_number': 3, 'project_id': '6ca39e772a0145148115322e8c815c59', 'gw_port': {'id': '2cb5a2d7-4c2c-4ea5-8856-5f894435e15e', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43236f5-e719-41f0-a742-cc7cd7e1d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:08Z', 'updated_at': '2022-10-03T12:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:10.685462 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] Checking router: e43236f5-e719-41f0-a742-cc7cd7e1d1d2 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:53:10.685817 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] Updating router e43236f5-e719-41f0-a742-cc7cd7e1d1d2 port 2cb5a2d7-4c2c-4ea5-8856-5f894435e15e binding host dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:53:10.687422 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-536c0ab7-4af1-4ecf-92af-109bd82ba78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:10.746342 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (2cb5a2d7-4c2c-4ea5-8856-5f894435e15e), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:10.771791 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9eeb0840-90ae-44a1-8f77-7cc62f93b880 None None] Current status of the port 97e65ab0-cb45-40e7-a540-9f926befd89f is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:53:10.843377 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [None req-536c0ab7-4af1-4ecf-92af-109bd82ba78f admin admin] Allocated IP 172.20.0.1 (3c914bc3-cfd0-41b2-a694-ceaa10bccd39/b4506af7-963c-451f-83f1-9aee7d0a17f3/91ddb1e0-c1dc-4500-bd64-aacdac37fa91) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:53:10.950295 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-536c0ab7-4af1-4ecf-92af-109bd82ba78f admin admin] Publish callbacks [] for port (91ddb1e0-c1dc-4500-bd64-aacdac37fa91), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:10.998194 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] Publish callbacks [] for port (2cb5a2d7-4c2c-4ea5-8856-5f894435e15e), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:11.041180 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-536c0ab7-4af1-4ecf-92af-109bd82ba78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (91ddb1e0-c1dc-4500-bd64-aacdac37fa91), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:11.069372 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (2cb5a2d7-4c2c-4ea5-8856-5f894435e15e), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:11.083646 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536c0ab7-4af1-4ecf-92af-109bd82ba78f admin admin] Network 3c914bc3-cfd0-41b2-a694-ceaa10bccd39 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:53:11.087729 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-536c0ab7-4af1-4ecf-92af-109bd82ba78f admin admin] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:53:11.090365 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536c0ab7-4af1-4ecf-92af-109bd82ba78f admin admin] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:53:11.108361 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] Attempting to bind port 2cb5a2d7-4c2c-4ea5-8856-5f894435e15e on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:53:11.108854 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] Attempting to bind port 2cb5a2d7-4c2c-4ea5-8856-5f894435e15e by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:53:11.109308 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] Attempting to bind port 2cb5a2d7-4c2c-4ea5-8856-5f894435e15e on network 53809124-b48e-44e3-984c-30b91b72e738 {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:53:11.117237 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c0ab7-4af1-4ecf-92af-109bd82ba78f admin admin] Pushing event updated for resources: {'Port': ['ID=91ddb1e0-c1dc-4500-bd64-aacdac37fa91,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:11.140051 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-536c0ab7-4af1-4ecf-92af-109bd82ba78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527157'] for router_interface (e43236f5-e719-41f0-a742-cc7cd7e1d1d2), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:11.143385 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 97e65ab0-cb45-40e7-a540-9f926befd89f up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:53:11.188785 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3cf70-c487-4b44-b2e3-fa7a9bdccc16 None None] Pushing event updated for resources: {'Port': ['ID=2cb5a2d7-4c2c-4ea5-8856-5f894435e15e,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:11.204666 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:11.212648 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:11.213697 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:53:11.214071 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] Checking segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:53:11.214466 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:11.214853 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] Bound using segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:53:11.215492 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] Bound port: 2cb5a2d7-4c2c-4ea5-8856-5f894435e15e, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:53:11.222219 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (2cb5a2d7-4c2c-4ea5-8856-5f894435e15e), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:11.255036 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 97e65ab0-cb45-40e7-a540-9f926befd89f triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:53:11.255435 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (97e65ab0-cb45-40e7-a540-9f926befd89f), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:11.255768 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 97e65ab0-cb45-40e7-a540-9f926befd89f Oct 03 12:53:11.285737 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:11.307971 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] For port 2cb5a2d7-4c2c-4ea5-8856-5f894435e15e, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:53:11.312597 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] For port 2cb5a2d7-4c2c-4ea5-8856-5f894435e15e, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=2cb5a2d7-4c2c-4ea5-8856-5f894435e15e,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:53:11.341698 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-536c0ab7-4af1-4ecf-92af-109bd82ba78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (91ddb1e0-c1dc-4500-bd64-aacdac37fa91), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:11.355876 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 97e65ab0-cb45-40e7-a540-9f926befd89f is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:53:11.356853 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device b8e1c71a-00ad-47d4-9440-ec4a9cf70426 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:53:11.398580 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-708c0925-bda6-4070-8c2f-2d6a97a19e9e None None] Provisioning complete for port 91ddb1e0-c1dc-4500-bd64-aacdac37fa91 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:53:11.398864 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-708c0925-bda6-4070-8c2f-2d6a97a19e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (91ddb1e0-c1dc-4500-bd64-aacdac37fa91), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:11.399192 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-708c0925-bda6-4070-8c2f-2d6a97a19e9e None None] Attempt 1 to provision port 91ddb1e0-c1dc-4500-bd64-aacdac37fa91 Oct 03 12:53:11.420915 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (2cb5a2d7-4c2c-4ea5-8856-5f894435e15e), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:11.459942 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:11.479643 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port b8e1c71a-00ad-47d4-9440-ec4a9cf70426 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:53:11.483531 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (b8e1c71a-00ad-47d4-9440-ec4a9cf70426), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:11.483531 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port b8e1c71a-00ad-47d4-9440-ec4a9cf70426 Oct 03 12:53:11.486494 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-708c0925-bda6-4070-8c2f-2d6a97a19e9e None None] Port 91ddb1e0-c1dc-4500-bd64-aacdac37fa91 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:53:11.513705 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] Routers {'e43236f5-e719-41f0-a742-cc7cd7e1d1d2'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:53:11.514265 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:52:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['e43236f5-e719-41f0-a742-cc7cd7e1d1d2'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:11.552647 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-536c0ab7-4af1-4ecf-92af-109bd82ba78f admin admin] Publish callbacks [] for port (91ddb1e0-c1dc-4500-bd64-aacdac37fa91), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:11.578078 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3cf70-c487-4b44-b2e3-fa7a9bdccc16 None None] Pushing event updated for resources: {'Port': ['ID=2cb5a2d7-4c2c-4ea5-8856-5f894435e15e,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:11.599070 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b46a3-c112-4ea8-8342-26ebb0151ce4 req-7513d35b-15e8-4cb0-9a44-176ea19cade6 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:11.600634 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-013b46a3-c112-4ea8-8342-26ebb0151ce4 req-7513d35b-15e8-4cb0-9a44-176ea19cade6 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 945 time: 0.0973012 Oct 03 12:53:11.622598 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e0b05-112e-4023-9173-23d93680fee2 req-0db61e7e-8e8b-40fe-9cde-42a0833d6b68 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:11.624008 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8f9e0b05-112e-4023-9173-23d93680fee2 req-0db61e7e-8e8b-40fe-9cde-42a0833d6b68 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0716052 Oct 03 12:53:11.660213 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-536c0ab7-4af1-4ecf-92af-109bd82ba78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (91ddb1e0-c1dc-4500-bd64-aacdac37fa91), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:11.680489 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port b8e1c71a-00ad-47d4-9440-ec4a9cf70426 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:53:11.684304 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] Set router e43236f5-e719-41f0-a742-cc7cd7e1d1d2 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:53:11.697657 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-013b46a3-c112-4ea8-8342-26ebb0151ce4 req-c7b93220-8df7-455b-8df9-9a97bdcf1daf tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912757 Oct 03 12:53:11.704908 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8f9e0b05-112e-4023-9173-23d93680fee2 req-a0bb7239-d7fb-4f73-a9b5-a2e54cb6d08c tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719264 Oct 03 12:53:11.754942 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-536c0ab7-4af1-4ecf-92af-109bd82ba78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527273'] for router_interface (e43236f5-e719-41f0-a742-cc7cd7e1d1d2), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:11.758868 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c0ab7-4af1-4ecf-92af-109bd82ba78f admin admin] Pushing event updated for resources: {'Port': ['ID=91ddb1e0-c1dc-4500-bd64-aacdac37fa91,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:11.846646 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:11.876585 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536c0ab7-4af1-4ecf-92af-109bd82ba78f admin admin] Network 3c914bc3-cfd0-41b2-a694-ceaa10bccd39 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:53:11.879549 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-536c0ab7-4af1-4ecf-92af-109bd82ba78f admin admin] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:53:11.921866 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43236f5-e719-41f0-a742-cc7cd7e1d1d2', 'name': 'tempest-TestShelveInstance-7894458-router', 'tenant_id': '6ca39e772a0145148115322e8c815c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '2cb5a2d7-4c2c-4ea5-8856-5f894435e15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:08Z', 'updated_at': '2022-10-03T12:53:11Z', 'revision_number': 4, 'project_id': '6ca39e772a0145148115322e8c815c59', 'gw_port': {'id': '2cb5a2d7-4c2c-4ea5-8856-5f894435e15e', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43236f5-e719-41f0-a742-cc7cd7e1d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:08Z', 'updated_at': '2022-10-03T12:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '91ddb1e0-c1dc-4500-bd64-aacdac37fa91', 'name': '', 'network_id': '3c914bc3-cfd0-41b2-a694-ceaa10bccd39', 'tenant_id': '6ca39e772a0145148115322e8c815c59', 'mac_address': 'fa:16:3e:0b:d0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43236f5-e719-41f0-a742-cc7cd7e1d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'b4506af7-963c-451f-83f1-9aee7d0a17f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:10Z', 'updated_at': '2022-10-03T12:53:10Z', 'revision_number': 1, 'project_id': '6ca39e772a0145148115322e8c815c59', 'subnets': [{'id': 'b4506af7-963c-451f-83f1-9aee7d0a17f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:11.951741 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48e128d-dfc7-4764-aff5-ead9747acb72 None None] The sync data for ids ['e43236f5-e719-41f0-a742-cc7cd7e1d1d2'] in dv-cinder-844563-12-iscsi is: [{'id': 'e43236f5-e719-41f0-a742-cc7cd7e1d1d2', 'name': 'tempest-TestShelveInstance-7894458-router', 'tenant_id': '6ca39e772a0145148115322e8c815c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '2cb5a2d7-4c2c-4ea5-8856-5f894435e15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:08Z', 'updated_at': '2022-10-03T12:53:11Z', 'revision_number': 4, 'project_id': '6ca39e772a0145148115322e8c815c59', 'gw_port': {'id': '2cb5a2d7-4c2c-4ea5-8856-5f894435e15e', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43236f5-e719-41f0-a742-cc7cd7e1d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:08Z', 'updated_at': '2022-10-03T12:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '91ddb1e0-c1dc-4500-bd64-aacdac37fa91', 'name': '', 'network_id': '3c914bc3-cfd0-41b2-a694-ceaa10bccd39', 'tenant_id': '6ca39e772a0145148115322e8c815c59', 'mac_address': 'fa:16:3e:0b:d0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43236f5-e719-41f0-a742-cc7cd7e1d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'b4506af7-963c-451f-83f1-9aee7d0a17f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:10Z', 'updated_at': '2022-10-03T12:53:10Z', 'revision_number': 1, 'project_id': '6ca39e772a0145148115322e8c815c59', 'subnets': [{'id': 'b4506af7-963c-451f-83f1-9aee7d0a17f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:53:12.215658 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-09d7a193-bb0a-4fdf-b00f-c3f28c11adc9 None None] Provisioning complete for port 91ddb1e0-c1dc-4500-bd64-aacdac37fa91 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:53:12.216117 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-09d7a193-bb0a-4fdf-b00f-c3f28c11adc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (91ddb1e0-c1dc-4500-bd64-aacdac37fa91), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:12.216540 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-09d7a193-bb0a-4fdf-b00f-c3f28c11adc9 None None] Attempt 1 to provision port 91ddb1e0-c1dc-4500-bd64-aacdac37fa91 Oct 03 12:53:12.287112 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-09d7a193-bb0a-4fdf-b00f-c3f28c11adc9 None None] Port 91ddb1e0-c1dc-4500-bd64-aacdac37fa91 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:53:12.317375 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536c0ab7-4af1-4ecf-92af-109bd82ba78f admin admin] Router e43236f5-e719-41f0-a742-cc7cd7e1d1d2 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:53:12.453907 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536c0ab7-4af1-4ecf-92af-109bd82ba78f admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:53:12.467572 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-536c0ab7-4af1-4ecf-92af-109bd82ba78f admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/e43236f5-e719-41f0-a742-cc7cd7e1d1d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2508225 Oct 03 12:53:13.054061 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73ace3-5056-41f7-97d2-a7b3d441084d req-636093c6-6bdb-4a74-9fa7-d39d08311714 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:13.065368 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ea73ace3-5056-41f7-97d2-a7b3d441084d req-636093c6-6bdb-4a74-9fa7-d39d08311714 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 945 time: 0.1144018 Oct 03 12:53:13.072309 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 39500) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:53:13.085648 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-2f1f2635-be9c-4556-8768-8f7807b6964f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1568243642', 'description': 'tempest-secgroup-smoke-1568243642 description', 'project_id': '06a284bf10ff47d6bc58de80f92c164a'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:53:13.179980 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ea73ace3-5056-41f7-97d2-a7b3d441084d req-9b47e1a4-133c-4f48-96d5-48385b0288a9 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130145 Oct 03 12:53:13.217117 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 2cb5a2d7-4c2c-4ea5-8856-5f894435e15e up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:53:13.244020 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3597462-5167-4c0d-9536-44a9ed487f1e req-f2ffb242-bede-47f9-8f1b-401046d8b330 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:13.245596 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f3597462-5167-4c0d-9536-44a9ed487f1e req-f2ffb242-bede-47f9-8f1b-401046d8b330 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0646019 Oct 03 12:53:13.270855 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2f1f2635-be9c-4556-8768-8f7807b6964f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:13.295763 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 2cb5a2d7-4c2c-4ea5-8856-5f894435e15e triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:53:13.296443 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (2cb5a2d7-4c2c-4ea5-8856-5f894435e15e), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:13.296952 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 2cb5a2d7-4c2c-4ea5-8856-5f894435e15e Oct 03 12:53:13.349530 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd924f1-ba48-42da-a737-281a088972d8 req-35613efe-0cbb-435b-9316-fff9e2c2b3ac tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:13.357501 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8fd924f1-ba48-42da-a737-281a088972d8 req-35613efe-0cbb-435b-9316-fff9e2c2b3ac tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 945 time: 0.0680718 Oct 03 12:53:13.412805 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 2cb5a2d7-4c2c-4ea5-8856-5f894435e15e is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:53:13.413877 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (2cb5a2d7-4c2c-4ea5-8856-5f894435e15e), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:13.414437 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f3597462-5167-4c0d-9536-44a9ed487f1e req-1d491443-c049-4b7c-9839-e465c581b871 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620448 Oct 03 12:53:13.448397 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2f1f2635-be9c-4556-8768-8f7807b6964f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group (a2d32379-4955-48b3-b51b-445c284c0d48), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:13.462963 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port 2cb5a2d7-4c2c-4ea5-8856-5f894435e15e, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=2cb5a2d7-4c2c-4ea5-8856-5f894435e15e,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:53:13.473663 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8fd924f1-ba48-42da-a737-281a088972d8 req-5cd0808d-5fe3-4ee9-b71e-8b42100132e7 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152146 Oct 03 12:53:13.503265 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 39508) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:53:13.532626 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2f1f2635-be9c-4556-8768-8f7807b6964f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (a2d32379-4955-48b3-b51b-445c284c0d48), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:13.558217 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:13.567017 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (2cb5a2d7-4c2c-4ea5-8856-5f894435e15e), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:13.634815 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f2635-be9c-4556-8768-8f7807b6964f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d32379-4955-48b3-b51b-445c284c0d48,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:13.657149 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=2cb5a2d7-4c2c-4ea5-8856-5f894435e15e,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:13.657549 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2f1f2635-be9c-4556-8768-8f7807b6964f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:13.658939 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-2f1f2635-be9c-4556-8768-8f7807b6964f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5853791 Oct 03 12:53:13.662044 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 39516) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:53:13.668006 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-90bdac48-1be2-4445-acb9-03c75f73f163 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Request body: {'security_group_rule': {'security_group_id': 'a2d32379-4955-48b3-b51b-445c284c0d48', 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:53:13.706712 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:13.782276 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-90bdac48-1be2-4445-acb9-03c75f73f163 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group_rule (c2d10c3f-7ce4-4bdf-b011-8348d4ad8d98), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:13.819065 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f032331f-4876-4705-b177-e021dddd2f91 tempest-TestVolumeBootPattern-1369648141 tempest-TestVolumeBootPattern-1369648141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:13.820753 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-f032331f-4876-4705-b177-e021dddd2f91 tempest-TestVolumeBootPattern-1369648141 tempest-TestVolumeBootPattern-1369648141-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 1124 time: 0.3113277 Oct 03 12:53:13.824051 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 39518) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:53:13.828402 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-1bdd2675-af26-4198-80be-a5ea0e224d39 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Request body: {'floatingip': {'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'port_id': 'e8531efb-6d29-4faf-9d0d-838641bb6d52', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:53:13.850437 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-90bdac48-1be2-4445-acb9-03c75f73f163 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group_rule (c2d10c3f-7ce4-4bdf-b011-8348d4ad8d98), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:13.937750 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1bdd2675-af26-4198-80be-a5ea0e224d39 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:13.963687 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b88e28-59a2-41ae-8637-8baf21694c90 req-7fc48158-cf07-45f9-80df-374c17b0a5ff tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:13.965092 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d0b88e28-59a2-41ae-8637-8baf21694c90 req-7fc48158-cf07-45f9-80df-374c17b0a5ff tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0508225 Oct 03 12:53:13.965704 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-90bdac48-1be2-4445-acb9-03c75f73f163 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (c2d10c3f-7ce4-4bdf-b011-8348d4ad8d98), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:13.993594 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdac48-1be2-4445-acb9-03c75f73f163 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d10c3f-7ce4-4bdf-b011-8348d4ad8d98,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:14.014901 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:14.041145 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1bdd2675-af26-4198-80be-a5ea0e224d39 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:14.042689 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d0b88e28-59a2-41ae-8637-8baf21694c90 req-1986a788-88a7-4fcb-af67-c3f6c03e9fe0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635734 Oct 03 12:53:14.075190 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-90bdac48-1be2-4445-acb9-03c75f73f163 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:14.075190 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-90bdac48-1be2-4445-acb9-03c75f73f163 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4068549 Oct 03 12:53:14.080181 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 39524) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:53:14.089702 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:14.090675 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-cdce41d4-167b-4f13-ac84-4f82f209486b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Request body: {'security_group_rule': {'security_group_id': 'a2d32379-4955-48b3-b51b-445c284c0d48', 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:53:14.170338 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [None req-1bdd2675-af26-4198-80be-a5ea0e224d39 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Allocated IP 172.27.0.250 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/5bf59bf2-8852-43a3-a3a3-ae4d6dd9c09a) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:53:14.208248 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-cdce41d4-167b-4f13-ac84-4f82f209486b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group_rule (3cc9ddc4-a06d-429f-af6a-ffc519f9eae5), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:14.267712 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-cdce41d4-167b-4f13-ac84-4f82f209486b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group_rule (3cc9ddc4-a06d-429f-af6a-ffc519f9eae5), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:14.276268 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1bdd2675-af26-4198-80be-a5ea0e224d39 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for port (5bf59bf2-8852-43a3-a3a3-ae4d6dd9c09a), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:14.379365 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-cdce41d4-167b-4f13-ac84-4f82f209486b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (3cc9ddc4-a06d-429f-af6a-ffc519f9eae5), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:14.379955 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1bdd2675-af26-4198-80be-a5ea0e224d39 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (5bf59bf2-8852-43a3-a3a3-ae4d6dd9c09a), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:14.400257 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce41d4-167b-4f13-ac84-4f82f209486b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc9ddc4-a06d-429f-af6a-ffc519f9eae5,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:14.425682 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdd2675-af26-4198-80be-a5ea0e224d39 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:53:14.428605 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-1bdd2675-af26-4198-80be-a5ea0e224d39 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:53:14.432192 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdd2675-af26-4198-80be-a5ea0e224d39 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:53:14.456399 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd2675-af26-4198-80be-a5ea0e224d39 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Pushing event updated for resources: {'Port': ['ID=5bf59bf2-8852-43a3-a3a3-ae4d6dd9c09a,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:14.492243 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-cdce41d4-167b-4f13-ac84-4f82f209486b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:14.493413 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-cdce41d4-167b-4f13-ac84-4f82f209486b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4106917 Oct 03 12:53:14.497615 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 39530) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:53:14.502100 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-d0d4b102-bd2d-4328-820a-bf41549e8cb1 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Request body: {'security_group_rule': {'security_group_id': 'a2d32379-4955-48b3-b51b-445c284c0d48', 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:53:14.585622 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee638f-e36c-4d7c-a050-edf6e34507a5 req-babfa724-07c3-408b-aa16-32cd0d6eb361 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:14.588104 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-00ee638f-e36c-4d7c-a050-edf6e34507a5 req-babfa724-07c3-408b-aa16-32cd0d6eb361 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0505376 Oct 03 12:53:14.639188 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-00ee638f-e36c-4d7c-a050-edf6e34507a5 req-346c32d8-9e02-4171-85d7-2cd2b71fa01d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459547 Oct 03 12:53:14.672641 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d0d4b102-bd2d-4328-820a-bf41549e8cb1 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group_rule (80017011-47fb-4cd5-a298-946dcfb15f84), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:14.838675 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d0d4b102-bd2d-4328-820a-bf41549e8cb1 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group_rule (80017011-47fb-4cd5-a298-946dcfb15f84), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:14.895594 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1bdd2675-af26-4198-80be-a5ea0e224d39 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for floatingip (aae34d60-ab1c-43c6-ab6c-c684e6834b10), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:14.915490 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d0d4b102-bd2d-4328-820a-bf41549e8cb1 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (80017011-47fb-4cd5-a298-946dcfb15f84), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:14.945209 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4b102-bd2d-4328-820a-bf41549e8cb1 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80017011-47fb-4cd5-a298-946dcfb15f84,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:15.013246 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:15.047133 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d0d4b102-bd2d-4328-820a-bf41549e8cb1 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:15.051994 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-d0d4b102-bd2d-4328-820a-bf41549e8cb1 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5499053 Oct 03 12:53:15.053165 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 39534) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:53:15.058289 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-1fade366-48af-4ada-aaa9-9229bc4c4fee tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Request body: {'security_group_rule': {'security_group_id': 'a2d32379-4955-48b3-b51b-445c284c0d48', 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:53:15.077908 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1bdd2675-af26-4198-80be-a5ea0e224d39 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (5bf59bf2-8852-43a3-a3a3-ae4d6dd9c09a), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:15.126964 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 2cb5a2d7-4c2c-4ea5-8856-5f894435e15e up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:53:15.188793 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 2cb5a2d7-4c2c-4ea5-8856-5f894435e15e triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:53:15.189326 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (2cb5a2d7-4c2c-4ea5-8856-5f894435e15e), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:15.189803 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 2cb5a2d7-4c2c-4ea5-8856-5f894435e15e Oct 03 12:53:15.198493 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:15.233320 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49323a-d934-4445-a1ac-133e89d15f90 req-a0ae1b38-d52f-4928-bb8f-538456b046b4 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:15.235012 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bd49323a-d934-4445-a1ac-133e89d15f90 req-a0ae1b38-d52f-4928-bb8f-538456b046b4 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0567801 Oct 03 12:53:15.252460 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-1fade366-48af-4ada-aaa9-9229bc4c4fee tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group_rule (c19c5b52-1daa-43bd-87e4-f6f0a918a0a7), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:15.282531 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 2cb5a2d7-4c2c-4ea5-8856-5f894435e15e is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:53:15.320870 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1bdd2675-af26-4198-80be-a5ea0e224d39 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for port (5bf59bf2-8852-43a3-a3a3-ae4d6dd9c09a), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:15.328899 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:15.334407 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bd49323a-d934-4445-a1ac-133e89d15f90 req-a8510f7b-9a94-42cd-9a5b-4419f283ac6e tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922515 Oct 03 12:53:15.349331 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-1fade366-48af-4ada-aaa9-9229bc4c4fee tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group_rule (c19c5b52-1daa-43bd-87e4-f6f0a918a0a7), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:15.396677 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1bdd2675-af26-4198-80be-a5ea0e224d39 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (5bf59bf2-8852-43a3-a3a3-ae4d6dd9c09a), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:15.413705 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-1fade366-48af-4ada-aaa9-9229bc4c4fee tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (c19c5b52-1daa-43bd-87e4-f6f0a918a0a7), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:15.433989 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fade366-48af-4ada-aaa9-9229bc4c4fee tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19c5b52-1daa-43bd-87e4-f6f0a918a0a7,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:15.472147 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd2675-af26-4198-80be-a5ea0e224d39 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Pushing event updated for resources: {'Port': ['ID=5bf59bf2-8852-43a3-a3a3-ae4d6dd9c09a,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:15.475865 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1bdd2675-af26-4198-80be-a5ea0e224d39 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (aae34d60-ab1c-43c6-ab6c-c684e6834b10), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:15.507003 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-1fade366-48af-4ada-aaa9-9229bc4c4fee tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:15.512143 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 39544) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:53:15.512655 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-1fade366-48af-4ada-aaa9-9229bc4c4fee tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4583209 Oct 03 12:53:15.518106 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-98c71bef-aaac-45b5-af6e-04cdc10bc48f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Request body: {'security_group_rule': {'security_group_id': 'a2d32379-4955-48b3-b51b-445c284c0d48', 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:53:15.599914 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.l3_db [None req-1bdd2675-af26-4198-80be-a5ea0e224d39 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Floating IP aae34d60-ab1c-43c6-ab6c-c684e6834b10 associated. External IP: 172.27.0.250, port: e8531efb-6d29-4faf-9d0d-838641bb6d52. Oct 03 12:53:15.634953 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.securitygroups_db [None req-98c71bef-aaac-45b5-af6e-04cdc10bc48f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Project 06a284bf10ff47d6bc58de80f92c164a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:53:15.642551 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-98c71bef-aaac-45b5-af6e-04cdc10bc48f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group_rule (5bd2cc51-7211-4248-be06-66b29a54e890), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:15.677733 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] Sync routers for ids ['e43236f5-e719-41f0-a742-cc7cd7e1d1d2'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:53:15.688020 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] Routers {'e43236f5-e719-41f0-a742-cc7cd7e1d1d2'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:53:15.688595 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:52:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['e43236f5-e719-41f0-a742-cc7cd7e1d1d2'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:15.747072 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-98c71bef-aaac-45b5-af6e-04cdc10bc48f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group_rule (5bd2cc51-7211-4248-be06-66b29a54e890), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:15.748081 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:15.794035 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cf9fa-716e-46d8-a0ae-6961b3fbaa43 req-ba836d01-0f12-4c91-be70-913dde5f3225 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:15.795625 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0b4cf9fa-716e-46d8-a0ae-6961b3fbaa43 req-ba836d01-0f12-4c91-be70-913dde5f3225 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0523782 Oct 03 12:53:15.811727 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] Set router e43236f5-e719-41f0-a742-cc7cd7e1d1d2 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:53:15.848952 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-98c71bef-aaac-45b5-af6e-04cdc10bc48f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (5bd2cc51-7211-4248-be06-66b29a54e890), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:15.850836 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0b4cf9fa-716e-46d8-a0ae-6961b3fbaa43 req-9b1a79b1-d417-4603-8101-a3e982c5eee4 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494342 Oct 03 12:53:15.880541 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c71bef-aaac-45b5-af6e-04cdc10bc48f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd2cc51-7211-4248-be06-66b29a54e890,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:15.892154 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdd2675-af26-4198-80be-a5ea0e224d39 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Router 53d59532-55d2-4727-acf3-529de2203db5 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:53:15.939145 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:15.941459 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-98c71bef-aaac-45b5-af6e-04cdc10bc48f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:15.942619 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-98c71bef-aaac-45b5-af6e-04cdc10bc48f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4292696 Oct 03 12:53:15.945890 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 39548) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:53:15.953569 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-c230e261-79f4-490a-8c79-0b97a997c3bb tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Request body: {'security_group_rule': {'security_group_id': 'a2d32379-4955-48b3-b51b-445c284c0d48', 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:53:16.001278 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:16.008410 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdd2675-af26-4198-80be-a5ea0e224d39 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:53:16.015444 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43236f5-e719-41f0-a742-cc7cd7e1d1d2', 'name': 'tempest-TestShelveInstance-7894458-router', 'tenant_id': '6ca39e772a0145148115322e8c815c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '2cb5a2d7-4c2c-4ea5-8856-5f894435e15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:08Z', 'updated_at': '2022-10-03T12:53:11Z', 'revision_number': 4, 'project_id': '6ca39e772a0145148115322e8c815c59', 'gw_port': {'id': '2cb5a2d7-4c2c-4ea5-8856-5f894435e15e', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43236f5-e719-41f0-a742-cc7cd7e1d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:08Z', 'updated_at': '2022-10-03T12:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '91ddb1e0-c1dc-4500-bd64-aacdac37fa91', 'name': '', 'network_id': '3c914bc3-cfd0-41b2-a694-ceaa10bccd39', 'tenant_id': '6ca39e772a0145148115322e8c815c59', 'mac_address': 'fa:16:3e:0b:d0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43236f5-e719-41f0-a742-cc7cd7e1d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'b4506af7-963c-451f-83f1-9aee7d0a17f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:10Z', 'updated_at': '2022-10-03T12:53:11Z', 'revision_number': 2, 'project_id': '6ca39e772a0145148115322e8c815c59', 'subnets': [{'id': 'b4506af7-963c-451f-83f1-9aee7d0a17f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:16.018658 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c61815-f8cd-474b-8185-f4eaac875684 None None] Sync routers for ids ['53d59532-55d2-4727-acf3-529de2203db5'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:53:16.029925 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c61815-f8cd-474b-8185-f4eaac875684 None None] Routers {'53d59532-55d2-4727-acf3-529de2203db5'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:53:16.030523 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-52c61815-f8cd-474b-8185-f4eaac875684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:52:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['53d59532-55d2-4727-acf3-529de2203db5'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:16.032613 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:16.036716 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.db.securitygroups_db [None req-c230e261-79f4-490a-8c79-0b97a997c3bb tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Project 06a284bf10ff47d6bc58de80f92c164a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:53:16.044113 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] Checking router: e43236f5-e719-41f0-a742-cc7cd7e1d1d2 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:53:16.044467 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] Updating router e43236f5-e719-41f0-a742-cc7cd7e1d1d2 port 91ddb1e0-c1dc-4500-bd64-aacdac37fa91 binding host dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:53:16.048116 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c230e261-79f4-490a-8c79-0b97a997c3bb tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group_rule (a5842dc7-820c-4ad9-82ed-1c756b130942), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:16.075487 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (91ddb1e0-c1dc-4500-bd64-aacdac37fa91), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:16.104861 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c230e261-79f4-490a-8c79-0b97a997c3bb tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group_rule (a5842dc7-820c-4ad9-82ed-1c756b130942), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:16.113524 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1bdd2675-af26-4198-80be-a5ea0e224d39 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:16.139419 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-52c61815-f8cd-474b-8185-f4eaac875684 None None] Set router 53d59532-55d2-4727-acf3-529de2203db5 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:53:16.149887 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-1bdd2675-af26-4198-80be-a5ea0e224d39 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3220963 Oct 03 12:53:16.149887 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47633cfc-a1d3-41c4-ab31-71cd28896c05', 'tag': 'e8531efb-6d29-4faf-9d0d-838641bb6d52'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:53:16.150438 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20e4f2c-9917-4aeb-a535-915391ff977b" -d '{"events": [{"name": "network-changed", "server_uuid": "47633cfc-a1d3-41c4-ab31-71cd28896c05", "tag": "e8531efb-6d29-4faf-9d0d-838641bb6d52"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:53:16.167546 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c230e261-79f4-490a-8c79-0b97a997c3bb tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (a5842dc7-820c-4ad9-82ed-1c756b130942), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:16.214926 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230e261-79f4-490a-8c79-0b97a997c3bb tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5842dc7-820c-4ad9-82ed-1c756b130942,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:16.228639 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9cd5cc-314e-4c3e-8981-dce4fd4da468 x-openstack-request-id: req-9a9cd5cc-314e-4c3e-8981-dce4fd4da468 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:53:16.236133 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47633cfc-a1d3-41c4-ab31-71cd28896c05", "tag": "e8531efb-6d29-4faf-9d0d-838641bb6d52", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:53:16.236133 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9a9cd5cc-314e-4c3e-8981-dce4fd4da468 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:53:16.236133 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a9cd5cc-314e-4c3e-8981-dce4fd4da468'] response: {'name': 'network-changed', 'server_uuid': '47633cfc-a1d3-41c4-ab31-71cd28896c05', 'tag': 'e8531efb-6d29-4faf-9d0d-838641bb6d52', 'status': 'completed', 'code': 200} Oct 03 12:53:16.282593 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:16.295038 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c230e261-79f4-490a-8c79-0b97a997c3bb tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:16.307904 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-c230e261-79f4-490a-8c79-0b97a997c3bb tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3608537 Oct 03 12:53:16.378820 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] Publish callbacks [] for port (91ddb1e0-c1dc-4500-bd64-aacdac37fa91), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:16.442041 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (91ddb1e0-c1dc-4500-bd64-aacdac37fa91), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:16.485299 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d7390-afd4-4eae-9164-a77b52cd35ec req-8d2e01ab-7cfc-4dc3-a707-4cb6494dd55b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:16.495470 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c43d7390-afd4-4eae-9164-a77b52cd35ec req-8d2e01ab-7cfc-4dc3-a707-4cb6494dd55b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0721323 Oct 03 12:53:16.513938 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-52c61815-f8cd-474b-8185-f4eaac875684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': 'aae34d60-ab1c-43c6-ab6c-c684e6834b10', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '53d59532-55d2-4727-acf3-529de2203db5', 'port_id': 'e8531efb-6d29-4faf-9d0d-838641bb6d52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'mac_address': 'fa:16:3e:a9:a1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47633cfc-a1d3-41c4-ab31-71cd28896c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:53:14Z', 'updated_at': '2022-10-03T12:53:14Z', 'revision_number': 0, 'project_id': '38d1778202d041b58934150c6af9685c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4735ac-c7dc-4184-91df-c6a684c0ecf7', 'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'mac_address': 'fa:16:3e:10:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:40Z', 'updated_at': '2022-10-03T12:51:49Z', 'revision_number': 5, 'project_id': '38d1778202d041b58934150c6af9685c', 'subnets': [{'id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:16.543043 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27db24-fefa-4b8c-90ff-4753aa396f67 None None] Pushing event updated for resources: {'Port': ['ID=91ddb1e0-c1dc-4500-bd64-aacdac37fa91,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:16.544967 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c61815-f8cd-474b-8185-f4eaac875684 None None] Checking router: 53d59532-55d2-4727-acf3-529de2203db5 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:53:16.551561 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] Attempting to bind port 91ddb1e0-c1dc-4500-bd64-aacdac37fa91 on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:53:16.551779 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] Attempting to bind port 91ddb1e0-c1dc-4500-bd64-aacdac37fa91 by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': '1fad14b8-66d2-46b2-a575-bb37b889909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3c914bc3-cfd0-41b2-a694-ceaa10bccd39'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:53:16.552132 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] Attempting to bind port 91ddb1e0-c1dc-4500-bd64-aacdac37fa91 on network 3c914bc3-cfd0-41b2-a694-ceaa10bccd39 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:53:16.556273 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c61815-f8cd-474b-8185-f4eaac875684 None None] Routers {'53d59532-55d2-4727-acf3-529de2203db5'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:53:16.557599 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-52c61815-f8cd-474b-8185-f4eaac875684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:52:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['53d59532-55d2-4727-acf3-529de2203db5'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:16.599840 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c43d7390-afd4-4eae-9164-a77b52cd35ec req-d2879d02-9cda-4bc9-85bd-cd62431833ac tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017642 Oct 03 12:53:16.601757 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:53:16.602256 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] Checking segment: {'id': '1fad14b8-66d2-46b2-a575-bb37b889909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3c914bc3-cfd0-41b2-a694-ceaa10bccd39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:53:16.602663 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:16.603050 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] Bound using segment: {'id': '1fad14b8-66d2-46b2-a575-bb37b889909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3c914bc3-cfd0-41b2-a694-ceaa10bccd39'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:53:16.603550 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] Bound port: 91ddb1e0-c1dc-4500-bd64-aacdac37fa91, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fad14b8-66d2-46b2-a575-bb37b889909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3c914bc3-cfd0-41b2-a694-ceaa10bccd39'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:53:16.603978 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (91ddb1e0-c1dc-4500-bd64-aacdac37fa91), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:16.605820 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:16.671181 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-52c61815-f8cd-474b-8185-f4eaac875684 None None] Set router 53d59532-55d2-4727-acf3-529de2203db5 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:53:16.676564 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] For port 91ddb1e0-c1dc-4500-bd64-aacdac37fa91, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:53:16.680701 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] For port 91ddb1e0-c1dc-4500-bd64-aacdac37fa91, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=91ddb1e0-c1dc-4500-bd64-aacdac37fa91,segment=NetworkSegment(1fad14b8-66d2-46b2-a575-bb37b889909e),segment_id=1fad14b8-66d2-46b2-a575-bb37b889909e)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:53:16.767273 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (91ddb1e0-c1dc-4500-bd64-aacdac37fa91), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:16.801806 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] Routers {'e43236f5-e719-41f0-a742-cc7cd7e1d1d2'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:53:16.802436 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:52:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['e43236f5-e719-41f0-a742-cc7cd7e1d1d2'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:16.900645 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-52c61815-f8cd-474b-8185-f4eaac875684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': 'aae34d60-ab1c-43c6-ab6c-c684e6834b10', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '53d59532-55d2-4727-acf3-529de2203db5', 'port_id': 'e8531efb-6d29-4faf-9d0d-838641bb6d52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'mac_address': 'fa:16:3e:a9:a1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47633cfc-a1d3-41c4-ab31-71cd28896c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:53:14Z', 'updated_at': '2022-10-03T12:53:14Z', 'revision_number': 0, 'project_id': '38d1778202d041b58934150c6af9685c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4735ac-c7dc-4184-91df-c6a684c0ecf7', 'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'mac_address': 'fa:16:3e:10:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:40Z', 'updated_at': '2022-10-03T12:51:49Z', 'revision_number': 5, 'project_id': '38d1778202d041b58934150c6af9685c', 'subnets': [{'id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:16.933826 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c61815-f8cd-474b-8185-f4eaac875684 None None] The sync data for ids ['53d59532-55d2-4727-acf3-529de2203db5'] in dv-cinder-844563-12-iscsi is: [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': 'aae34d60-ab1c-43c6-ab6c-c684e6834b10', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '53d59532-55d2-4727-acf3-529de2203db5', 'port_id': 'e8531efb-6d29-4faf-9d0d-838641bb6d52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'mac_address': 'fa:16:3e:a9:a1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47633cfc-a1d3-41c4-ab31-71cd28896c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:53:14Z', 'updated_at': '2022-10-03T12:53:14Z', 'revision_number': 0, 'project_id': '38d1778202d041b58934150c6af9685c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4735ac-c7dc-4184-91df-c6a684c0ecf7', 'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'mac_address': 'fa:16:3e:10:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:40Z', 'updated_at': '2022-10-03T12:51:49Z', 'revision_number': 5, 'project_id': '38d1778202d041b58934150c6af9685c', 'subnets': [{'id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:53:16.963355 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27db24-fefa-4b8c-90ff-4753aa396f67 None None] Pushing event updated for resources: {'Port': ['ID=91ddb1e0-c1dc-4500-bd64-aacdac37fa91,revision_number=4']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:17.002092 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140ac92-ced6-4605-83d8-ec51928d5d88 req-e5a2382e-52fb-4045-90e2-fa95ad488901 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:17.008033 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e140ac92-ced6-4605-83d8-ec51928d5d88 req-e5a2382e-52fb-4045-90e2-fa95ad488901 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0538671 Oct 03 12:53:17.038594 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] Set router e43236f5-e719-41f0-a742-cc7cd7e1d1d2 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:53:17.088502 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e140ac92-ced6-4605-83d8-ec51928d5d88 req-6a6d1877-dcc6-490a-8810-d1c78edbe825 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788534 Oct 03 12:53:17.151785 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 91ddb1e0-c1dc-4500-bd64-aacdac37fa91 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:53:17.172494 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:17.202871 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 91ddb1e0-c1dc-4500-bd64-aacdac37fa91 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:53:17.203244 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (91ddb1e0-c1dc-4500-bd64-aacdac37fa91), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:17.203611 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 91ddb1e0-c1dc-4500-bd64-aacdac37fa91 Oct 03 12:53:17.226489 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa7e25e-7d35-4675-983b-34a260b68c78 None None] New status for floating IP aae34d60-ab1c-43c6-ab6c-c684e6834b10: ACTIVE {{(pid=113287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:53:17.291295 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 91ddb1e0-c1dc-4500-bd64-aacdac37fa91 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:53:17.291915 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (91ddb1e0-c1dc-4500-bd64-aacdac37fa91), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:17.337544 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port 91ddb1e0-c1dc-4500-bd64-aacdac37fa91, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=91ddb1e0-c1dc-4500-bd64-aacdac37fa91,segment=NetworkSegment(1fad14b8-66d2-46b2-a575-bb37b889909e),segment_id=1fad14b8-66d2-46b2-a575-bb37b889909e)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:53:17.370884 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43236f5-e719-41f0-a742-cc7cd7e1d1d2', 'name': 'tempest-TestShelveInstance-7894458-router', 'tenant_id': '6ca39e772a0145148115322e8c815c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '2cb5a2d7-4c2c-4ea5-8856-5f894435e15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:08Z', 'updated_at': '2022-10-03T12:53:11Z', 'revision_number': 4, 'project_id': '6ca39e772a0145148115322e8c815c59', 'gw_port': {'id': '2cb5a2d7-4c2c-4ea5-8856-5f894435e15e', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43236f5-e719-41f0-a742-cc7cd7e1d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:08Z', 'updated_at': '2022-10-03T12:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '91ddb1e0-c1dc-4500-bd64-aacdac37fa91', 'name': '', 'network_id': '3c914bc3-cfd0-41b2-a694-ceaa10bccd39', 'tenant_id': '6ca39e772a0145148115322e8c815c59', 'mac_address': 'fa:16:3e:0b:d0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43236f5-e719-41f0-a742-cc7cd7e1d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'b4506af7-963c-451f-83f1-9aee7d0a17f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:10Z', 'updated_at': '2022-10-03T12:53:16Z', 'revision_number': 4, 'project_id': '6ca39e772a0145148115322e8c815c59', 'subnets': [{'id': 'b4506af7-963c-451f-83f1-9aee7d0a17f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:17.397309 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (91ddb1e0-c1dc-4500-bd64-aacdac37fa91), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:17.404951 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de6d57-2575-4ff2-a5c1-14241129f965 None None] The sync data for ids ['e43236f5-e719-41f0-a742-cc7cd7e1d1d2'] in dv-cinder-844563-12-iscsi is: [{'id': 'e43236f5-e719-41f0-a742-cc7cd7e1d1d2', 'name': 'tempest-TestShelveInstance-7894458-router', 'tenant_id': '6ca39e772a0145148115322e8c815c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '2cb5a2d7-4c2c-4ea5-8856-5f894435e15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:08Z', 'updated_at': '2022-10-03T12:53:11Z', 'revision_number': 4, 'project_id': '6ca39e772a0145148115322e8c815c59', 'gw_port': {'id': '2cb5a2d7-4c2c-4ea5-8856-5f894435e15e', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43236f5-e719-41f0-a742-cc7cd7e1d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:08Z', 'updated_at': '2022-10-03T12:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '91ddb1e0-c1dc-4500-bd64-aacdac37fa91', 'name': '', 'network_id': '3c914bc3-cfd0-41b2-a694-ceaa10bccd39', 'tenant_id': '6ca39e772a0145148115322e8c815c59', 'mac_address': 'fa:16:3e:0b:d0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43236f5-e719-41f0-a742-cc7cd7e1d1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'b4506af7-963c-451f-83f1-9aee7d0a17f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:10Z', 'updated_at': '2022-10-03T12:53:16Z', 'revision_number': 4, 'project_id': '6ca39e772a0145148115322e8c815c59', 'subnets': [{'id': 'b4506af7-963c-451f-83f1-9aee7d0a17f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:53:17.469703 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:17.473193 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=91ddb1e0-c1dc-4500-bd64-aacdac37fa91,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:17.722444 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76c46f-efbb-4d03-9f66-5bb9db798172 req-4d0d44e8-ab9d-4974-b5db-f33797bec06a tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:17.723987 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-db76c46f-efbb-4d03-9f66-5bb9db798172 req-4d0d44e8-ab9d-4974-b5db-f33797bec06a tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0510993 Oct 03 12:53:17.775739 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-db76c46f-efbb-4d03-9f66-5bb9db798172 req-0d2ff07d-7a81-4161-8ee1-20d3b0c68bdc tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459852 Oct 03 12:53:18.216685 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:INSERT=6,neutron:UPDATE=2,neutron:SELECT=88,neutron:DELETE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:18.230275 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50516e46-d32f-496a-8a6f-25e8a7ba144e req-75f49a94-8ac9-4d3d-a79f-101f44f4afe4 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:18.231755 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-50516e46-d32f-496a-8a6f-25e8a7ba144e req-75f49a94-8ac9-4d3d-a79f-101f44f4afe4 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 943 time: 0.0512302 Oct 03 12:53:18.285549 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-50516e46-d32f-496a-8a6f-25e8a7ba144e req-bf035dee-670c-4916-b540-b4cb7ce4083d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472453 Oct 03 12:53:18.599845 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device e846a01d-6972-40c0-b292-bc930ec8ca6d details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:53:18.651034 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e4f2c-9917-4aeb-a535-915391ff977b req-3fefc539-6275-4b5c-945f-57c360cf4746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:18.652730 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f20e4f2c-9917-4aeb-a535-915391ff977b req-3fefc539-6275-4b5c-945f-57c360cf4746 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=38d1778202d041b58934150c6af9685c&device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 1129 time: 0.0411682 Oct 03 12:53:18.708880 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port e846a01d-6972-40c0-b292-bc930ec8ca6d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e846a01d-6972-40c0-b292-bc930ec8ca6d,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:53:18.723266 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': 'e846a01d-6972-40c0-b292-bc930ec8ca6d', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'port_id': 'e846a01d-6972-40c0-b292-bc930ec8ca6d', 'mac_address': 'fa:16:3e:41:bf:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287a7239-c391-4a5c-a389-779ed301deff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:53:18.758285 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e4f2c-9917-4aeb-a535-915391ff977b req-6074b30f-d3a6-42d7-82f2-f5b4cb1e213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:18.759819 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f20e4f2c-9917-4aeb-a535-915391ff977b req-6074b30f-d3a6-42d7-82f2-f5b4cb1e213e service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=1ccd52b4-506d-483d-a4e0-802199d3659f HTTP/1.1" status: 200 len: 912 time: 0.1005096 Oct 03 12:53:18.760404 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port e846a01d-6972-40c0-b292-bc930ec8ca6d is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:53:18.760795 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:18.775597 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e846a01d-6972-40c0-b292-bc930ec8ca6d {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:53:18.795889 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port e846a01d-6972-40c0-b292-bc930ec8ca6d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e846a01d-6972-40c0-b292-bc930ec8ca6d,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:53:18.823409 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f20e4f2c-9917-4aeb-a535-915391ff977b req-96f3f780-6dde-48ea-91fb-4ab3cb320337 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8531efb-6d29-4faf-9d0d-838641bb6d52 HTTP/1.1" status: 200 len: 1001 time: 0.0574207 Oct 03 12:53:18.878038 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e4f2c-9917-4aeb-a535-915391ff977b req-690510d9-fe82-4aa8-bc77-11fe1fbcb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:18.879527 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f20e4f2c-9917-4aeb-a535-915391ff977b req-690510d9-fe82-4aa8-bc77-11fe1fbcb95c service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=992bdcdd-031e-4962-982a-3fce89fa640a HTTP/1.1" status: 200 len: 850 time: 0.0503247 Oct 03 12:53:18.897318 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:18.940488 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e4f2c-9917-4aeb-a535-915391ff977b req-f5b960e1-fab2-40b2-a1d7-e166e2b3214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:18.942181 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f20e4f2c-9917-4aeb-a535-915391ff977b req-f5b960e1-fab2-40b2-a1d7-e166e2b3214e service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=1ccd52b4-506d-483d-a4e0-802199d3659f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0560057 Oct 03 12:53:18.942322 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f531d-9fe0-40fa-ad65-24c00e3584dd req-b65ba37d-b4d5-46ff-9e16-9b24603de2a4 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:18.944050 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-579f531d-9fe0-40fa-ad65-24c00e3584dd req-b65ba37d-b4d5-46ff-9e16-9b24603de2a4 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0830743 Oct 03 12:53:18.963025 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=e846a01d-6972-40c0-b292-bc930ec8ca6d,revision_number=9']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:19.005104 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-579f531d-9fe0-40fa-ad65-24c00e3584dd req-735cfb97-7b1f-487d-8caa-88300d5469ed tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549340 Oct 03 12:53:19.044612 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f20e4f2c-9917-4aeb-a535-915391ff977b req-ca82e732-249c-4e26-968e-78c50280597d service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939467 Oct 03 12:53:19.117053 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 91ddb1e0-c1dc-4500-bd64-aacdac37fa91 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:53:19.165099 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 91ddb1e0-c1dc-4500-bd64-aacdac37fa91 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:53:19.165476 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (91ddb1e0-c1dc-4500-bd64-aacdac37fa91), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:19.165805 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 91ddb1e0-c1dc-4500-bd64-aacdac37fa91 Oct 03 12:53:19.232983 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['e846a01d-6972-40c0-b292-bc930ec8ca6d'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:53:19.237832 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:19.287719 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 91ddb1e0-c1dc-4500-bd64-aacdac37fa91 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:53:19.383910 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f20e4f2c-9917-4aeb-a535-915391ff977b req-0a5ccacc-b724-47bd-995e-9ac1c63129cc service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319933 Oct 03 12:53:19.418310 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:19.438474 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b325eae-a29f-451c-9fec-c508a1c4457a req-9b509bcd-6f13-46f0-bb8d-6df6986c2ded tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:19.447870 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8b325eae-a29f-451c-9fec-c508a1c4457a req-9b509bcd-6f13-46f0-bb8d-6df6986c2ded tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 944 time: 0.0670168 Oct 03 12:53:19.493303 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8b325eae-a29f-451c-9fec-c508a1c4457a req-b9c35d0b-3fe2-4720-880a-4e84367d89e4 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441146 Oct 03 12:53:20.135871 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f6f6d-8d52-40ec-a30c-1293372ca34f req-bd123fd1-a48a-464a-9a61-97d95f78a0f5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:20.137258 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3a0f6f6d-8d52-40ec-a30c-1293372ca34f req-bd123fd1-a48a-464a-9a61-97d95f78a0f5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0517178 Oct 03 12:53:20.185974 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3a0f6f6d-8d52-40ec-a30c-1293372ca34f req-58e35606-e1c7-4cce-a791-2e3fa5cdba88 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432403 Oct 03 12:53:20.601111 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device e846a01d-6972-40c0-b292-bc930ec8ca6d up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:53:20.632027 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982b78c-5d76-43da-a51e-de06323321b9 req-cb92dcb2-086e-4ea3-87a6-cf7e995b1783 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:20.634260 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1982b78c-5d76-43da-a51e-de06323321b9 req-cb92dcb2-086e-4ea3-87a6-cf7e995b1783 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 944 time: 0.0519967 Oct 03 12:53:20.647650 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port e846a01d-6972-40c0-b292-bc930ec8ca6d triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:53:20.648029 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:20.648368 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port e846a01d-6972-40c0-b292-bc930ec8ca6d Oct 03 12:53:20.687335 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1982b78c-5d76-43da-a51e-de06323321b9 req-b17f8281-da7f-47d4-a760-0dacf1e608af tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449574 Oct 03 12:53:20.730677 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port e846a01d-6972-40c0-b292-bc930ec8ca6d is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:53:20.730978 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:20.756228 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54982238-81ba-4d23-b642-e3a37f778b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e846a01d-6972-40c0-b292-bc930ec8ca6d'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:53:20.758492 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb4145f-7b77-4ce5-8ab9-03570edf1c35" -d '{"events": [{"server_uuid": "54982238-81ba-4d23-b642-e3a37f778b4a", "name": "network-vif-plugged", "status": "completed", "tag": "e846a01d-6972-40c0-b292-bc930ec8ca6d"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:53:20.770910 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port e846a01d-6972-40c0-b292-bc930ec8ca6d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e846a01d-6972-40c0-b292-bc930ec8ca6d,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:53:20.802526 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90948226-c4f3-4a51-a1a8-dd0d9ab22015 x-openstack-request-id: req-90948226-c4f3-4a51-a1a8-dd0d9ab22015 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:53:20.802526 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54982238-81ba-4d23-b642-e3a37f778b4a", "name": "network-vif-plugged", "status": "completed", "tag": "e846a01d-6972-40c0-b292-bc930ec8ca6d", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:53:20.802752 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-90948226-c4f3-4a51-a1a8-dd0d9ab22015 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:53:20.803101 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90948226-c4f3-4a51-a1a8-dd0d9ab22015'] response: {'server_uuid': '54982238-81ba-4d23-b642-e3a37f778b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e846a01d-6972-40c0-b292-bc930ec8ca6d', 'code': 200} Oct 03 12:53:20.864991 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:20.915559 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=e846a01d-6972-40c0-b292-bc930ec8ca6d,revision_number=10']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:21.311899 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c0db3-c046-42b2-94f9-100c273cba1d req-b56b1ad4-7559-4509-81ee-9b15f72fc8e0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:21.313301 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b68c0db3-c046-42b2-94f9-100c273cba1d req-b56b1ad4-7559-4509-81ee-9b15f72fc8e0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0486743 Oct 03 12:53:21.369524 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b68c0db3-c046-42b2-94f9-100c273cba1d req-5aaec82a-0154-4ee0-a5aa-3b60f67b55dc tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491264 Oct 03 12:53:21.567087 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2570131-a003-46f8-bba4-3248e3fff7c3 req-f5f713ae-7792-4362-baf9-f62df455c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:21.568912 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b2570131-a003-46f8-bba4-3248e3fff7c3 req-f5f713ae-7792-4362-baf9-f62df455c4a6 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 1130 time: 0.0426917 Oct 03 12:53:21.638329 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b2570131-a003-46f8-bba4-3248e3fff7c3 req-7c13a2c7-d2e1-4b6b-a6c1-e3ec4c568731 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616443 Oct 03 12:53:21.831739 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c761aa-7eb3-4b74-8504-48f79c4a53e4 req-327e76eb-6ae5-4988-9c0d-5f1606e76e22 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:21.833230 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-36c761aa-7eb3-4b74-8504-48f79c4a53e4 req-327e76eb-6ae5-4988-9c0d-5f1606e76e22 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 946 time: 0.0515864 Oct 03 12:53:21.882885 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-36c761aa-7eb3-4b74-8504-48f79c4a53e4 req-8aae187a-7b26-4b8d-8cf5-e63652b5d505 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439041 Oct 03 12:53:22.195441 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6a0af-d0c4-43dc-b916-275ec81c9dbb req-592f8016-b1b7-478c-a7ff-3dd4715a2975 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:22.196911 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-24d6a0af-d0c4-43dc-b916-275ec81c9dbb req-592f8016-b1b7-478c-a7ff-3dd4715a2975 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0506089 Oct 03 12:53:22.208938 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:22.246134 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-24d6a0af-d0c4-43dc-b916-275ec81c9dbb req-88ec91bc-6b9a-4802-b470-c8d5772bdba1 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435767 Oct 03 12:53:22.501981 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b156a43-ec9a-4c05-88df-ef911ae14d2b req-29f15b0e-9dd4-44c5-ba46-130920ac88c0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:22.504234 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7b156a43-ec9a-4c05-88df-ef911ae14d2b req-29f15b0e-9dd4-44c5-ba46-130920ac88c0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0533228 Oct 03 12:53:22.554344 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7b156a43-ec9a-4c05-88df-ef911ae14d2b req-a6ce55e7-cc44-47ae-af03-929c8ef4185d tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441818 Oct 03 12:53:22.612045 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6ae1e-c129-48db-bb36-ecf5425aca98 req-0b47c71c-331d-4558-9bfb-5a742fe9cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:22.613525 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f3f6ae1e-c129-48db-bb36-ecf5425aca98 req-0b47c71c-331d-4558-9bfb-5a742fe9cd66 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3f2b18d217d14d39886718cf209eb576&device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 1130 time: 0.0422187 Oct 03 12:53:22.709521 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6ae1e-c129-48db-bb36-ecf5425aca98 req-bee77f37-0e9b-46ea-9bf2-5101c906ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:22.710987 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f3f6ae1e-c129-48db-bb36-ecf5425aca98 req-bee77f37-0e9b-46ea-9bf2-5101c906ded9 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=f492b9a3-221f-4263-a074-289d6252f405 HTTP/1.1" status: 200 len: 920 time: 0.0876293 Oct 03 12:53:22.791988 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f3f6ae1e-c129-48db-bb36-ecf5425aca98 req-59e92231-800e-4bd8-ab4b-680c9a79d02a service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99141c24-9fad-4cf8-9d13-c4d90e5ddd88 HTTP/1.1" status: 200 len: 1002 time: 0.0674341 Oct 03 12:53:22.842818 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6ae1e-c129-48db-bb36-ecf5425aca98 req-cc21992e-2c3c-414b-8ad2-de0953511466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:22.844322 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f3f6ae1e-c129-48db-bb36-ecf5425aca98 req-cc21992e-2c3c-414b-8ad2-de0953511466 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=37145451-837c-4b8b-9c60-d5e0dbfeb9fe HTTP/1.1" status: 200 len: 858 time: 0.0457976 Oct 03 12:53:22.897356 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6ae1e-c129-48db-bb36-ecf5425aca98 req-58aead95-63b7-4038-91c9-2b377b5dff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:22.898787 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f3f6ae1e-c129-48db-bb36-ecf5425aca98 req-58aead95-63b7-4038-91c9-2b377b5dff52 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=f492b9a3-221f-4263-a074-289d6252f405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418863 Oct 03 12:53:22.996072 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8599d553-20a4-4acb-b6c0-8d4d48963259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:23.022476 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baffdbb-fc95-4644-84a7-f9b5b8381d5c req-04aac2fc-7040-441e-b761-dcf3e6c54ecc tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:23.024081 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4baffdbb-fc95-4644-84a7-f9b5b8381d5c req-04aac2fc-7040-441e-b761-dcf3e6c54ecc tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 946 time: 0.0505552 Oct 03 12:53:23.074109 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4baffdbb-fc95-4644-84a7-f9b5b8381d5c req-35cb2819-87bf-4c09-bc2e-6854ffd6b850 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444372 Oct 03 12:53:23.155286 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:53:23.370662 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20113d7e-1c88-48b9-8901-9628539313b4 req-f6ac5b2f-d94e-42f8-867c-db132ae20e7b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:23.372297 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-20113d7e-1c88-48b9-8901-9628539313b4 req-f6ac5b2f-d94e-42f8-867c-db132ae20e7b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0469444 Oct 03 12:53:23.425522 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-20113d7e-1c88-48b9-8901-9628539313b4 req-2e1149b7-0343-4792-bea0-850042c41568 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473518 Oct 03 12:53:23.508710 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:23.543658 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:23.547629 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f3f6ae1e-c129-48db-bb36-ecf5425aca98 req-823aa7c6-0664-473a-b354-f00ba7a81a3d service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167207 Oct 03 12:53:23.664785 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f3f6ae1e-c129-48db-bb36-ecf5425aca98 req-0eaa67ac-0565-425b-b87f-067faa437b39 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106093 Oct 03 12:53:23.716949 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:23.724634 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd85a86-4b03-444e-8377-8149b3dca3a8 req-75cc0e27-fb4f-4085-9622-553194d45d2d tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:23.726291 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1cd85a86-4b03-444e-8377-8149b3dca3a8 req-75cc0e27-fb4f-4085-9622-553194d45d2d tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0923114 Oct 03 12:53:23.791066 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1cd85a86-4b03-444e-8377-8149b3dca3a8 req-5e8a2b64-8578-4a02-9749-cb5bf4cc370e tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564475 Oct 03 12:53:24.205455 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338fdd7-ea81-40ed-b460-f40ede48338a req-e7ef7a71-4b7e-4abb-ac99-d599717d4992 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:24.207032 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3338fdd7-ea81-40ed-b460-f40ede48338a req-e7ef7a71-4b7e-4abb-ac99-d599717d4992 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 946 time: 0.0463614 Oct 03 12:53:24.254730 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3338fdd7-ea81-40ed-b460-f40ede48338a req-54b1600e-07e0-4d63-8771-e58220c0e167 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422144 Oct 03 12:53:24.563070 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db611d-c28b-4435-b2a7-7cada37dd6f0 req-ad7b1465-707d-47f7-953a-3fd294a2d78e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:24.565469 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c4db611d-c28b-4435-b2a7-7cada37dd6f0 req-ad7b1465-707d-47f7-953a-3fd294a2d78e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0525010 Oct 03 12:53:24.611961 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c4db611d-c28b-4435-b2a7-7cada37dd6f0 req-7aa93271-0eb6-4fe1-b9bf-764bc957cc01 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413299 Oct 03 12:53:24.931644 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b3463-71d9-49c3-b18c-379c4a462476 req-bbe2c3b4-e5af-44bf-a509-023d6a5cd0c0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:24.933297 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-251b3463-71d9-49c3-b18c-379c4a462476 req-bbe2c3b4-e5af-44bf-a509-023d6a5cd0c0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0485392 Oct 03 12:53:24.984548 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-251b3463-71d9-49c3-b18c-379c4a462476 req-262416b3-7da3-4faa-b2be-c4e24fa44fae tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454357 Oct 03 12:53:25.294001 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0f594364-2a6d-4985-bb54-72df4a6e5f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:25.305435 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 39762) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:53:25.390375 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc9ea2-6ce4-408f-b35b-6894fe73d0c0 req-d7709542-9156-4830-85ba-c525373d7709 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:25.392284 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8bbc9ea2-6ce4-408f-b35b-6894fe73d0c0 req-d7709542-9156-4830-85ba-c525373d7709 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 946 time: 0.0521519 Oct 03 12:53:25.432286 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-78f19097-376e-481e-bd4f-af93e884fa24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:25.469595 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8bbc9ea2-6ce4-408f-b35b-6894fe73d0c0 req-23a3bc3b-5315-4ce3-9af8-9120ce6ff571 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715950 Oct 03 12:53:25.536647 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-78f19097-376e-481e-bd4f-af93e884fa24 admin admin] Publish callbacks [] for security_group (84300a0d-0a06-4e0b-bc08-e25a5f43c5f0), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:25.624459 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-78f19097-376e-481e-bd4f-af93e884fa24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (84300a0d-0a06-4e0b-bc08-e25a5f43c5f0), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:25.642858 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:25.666188 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-78f19097-376e-481e-bd4f-af93e884fa24 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=592727cea0f34a3b804f4deb42ead98c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3595901 Oct 03 12:53:25.667070 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f19097-376e-481e-bd4f-af93e884fa24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84300a0d-0a06-4e0b-bc08-e25a5f43c5f0,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:25.669202 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 39770) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:53:25.727794 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-88e55098-511b-444d-a5b5-55338e75d638 admin admin] Publish callbacks [] for security_group (84300a0d-0a06-4e0b-bc08-e25a5f43c5f0), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:25.739572 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1293e-2442-431a-a739-99135f006d2c req-a7743ca1-e632-4988-9363-e572e904c764 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:25.741223 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-25f1293e-2442-431a-a739-99135f006d2c req-a7743ca1-e632-4988-9363-e572e904c764 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0486140 Oct 03 12:53:25.748493 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-88e55098-511b-444d-a5b5-55338e75d638 admin admin] Publish callbacks [] for security_group (84300a0d-0a06-4e0b-bc08-e25a5f43c5f0), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:25.794282 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-25f1293e-2442-431a-a739-99135f006d2c req-d0fa2dbe-f056-4957-aa12-c0dadb644812 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467896 Oct 03 12:53:25.870676 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-88e55098-511b-444d-a5b5-55338e75d638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (84300a0d-0a06-4e0b-bc08-e25a5f43c5f0), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:25.873518 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-88e55098-511b-444d-a5b5-55338e75d638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:25.874665 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-88e55098-511b-444d-a5b5-55338e75d638 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/84300a0d-0a06-4e0b-bc08-e25a5f43c5f0 HTTP/1.1" status: 204 len: 168 time: 0.2043808 Oct 03 12:53:25.887504 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e55098-511b-444d-a5b5-55338e75d638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84300a0d-0a06-4e0b-bc08-e25a5f43c5f0,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:26.114503 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d828ca1-ddef-40ab-a23d-ead73f55f4bf req-f22e3fc7-1dd5-4609-afcb-035566d72161 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:26.116116 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9d828ca1-ddef-40ab-a23d-ead73f55f4bf req-f22e3fc7-1dd5-4609-afcb-035566d72161 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0509667 Oct 03 12:53:26.167230 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9d828ca1-ddef-40ab-a23d-ead73f55f4bf req-b9c586da-abe6-4762-9839-56ba8a7cf1cb tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447025 Oct 03 12:53:26.896791 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:26.922893 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c3933-a6ef-451f-8a8f-1611dc7bfb2d req-cf5b1a82-51e5-4ef3-9c6a-8812d0779d49 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:26.925327 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c21c3933-a6ef-451f-8a8f-1611dc7bfb2d req-cf5b1a82-51e5-4ef3-9c6a-8812d0779d49 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0522807 Oct 03 12:53:26.982951 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c21c3933-a6ef-451f-8a8f-1611dc7bfb2d req-7e4ccf68-0dbc-4f19-9741-72a2c92fdf79 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516622 Oct 03 12:53:27.300425 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee332d73-8a00-4996-87ca-cfdc55790c84 req-121cc769-f719-40a3-bf8f-1f6e2bdd1f3d tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:27.304529 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ee332d73-8a00-4996-87ca-cfdc55790c84 req-121cc769-f719-40a3-bf8f-1f6e2bdd1f3d tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0593088 Oct 03 12:53:27.354319 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ee332d73-8a00-4996-87ca-cfdc55790c84 req-5bc36155-0d88-4771-b753-75ac598a3a64 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436089 Oct 03 12:53:28.089200 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:28.107258 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f430b1-9a94-461f-8ef4-3e6988bb3c1b req-0ead0538-15de-4a08-90bb-f5cc32e18162 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:28.108883 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-83f430b1-9a94-461f-8ef4-3e6988bb3c1b req-0ead0538-15de-4a08-90bb-f5cc32e18162 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0494385 Oct 03 12:53:28.156108 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-83f430b1-9a94-461f-8ef4-3e6988bb3c1b req-676a88e7-2557-44d0-ac79-ca2e6f5a2ea2 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417092 Oct 03 12:53:28.442183 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:28.443087 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:28.480338 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d115f-233a-49d6-bb16-7932525979a4 req-837ff7e6-03ec-4711-9f7b-28720f6696e2 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:28.481810 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9d1d115f-233a-49d6-bb16-7932525979a4 req-837ff7e6-03ec-4711-9f7b-28720f6696e2 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0499434 Oct 03 12:53:28.535585 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9d1d115f-233a-49d6-bb16-7932525979a4 req-89d0766d-0659-4dca-b038-8d566e7633fa tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478480 Oct 03 12:53:29.284092 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f58227-46dc-4533-8179-e4b572de73d2 req-ba039add-9044-4b11-8de3-4e266d6904f4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:29.285606 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-36f58227-46dc-4533-8179-e4b572de73d2 req-ba039add-9044-4b11-8de3-4e266d6904f4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0520096 Oct 03 12:53:29.349330 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-36f58227-46dc-4533-8179-e4b572de73d2 req-de00f691-faab-4c8e-bba8-a2f4b6608134 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579350 Oct 03 12:53:29.661924 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e4b78-1107-4b61-b02a-ce3b21bd08ed req-71584be1-12eb-4a52-9829-565cedf29d9c tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:29.663338 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fd4e4b78-1107-4b61-b02a-ce3b21bd08ed req-71584be1-12eb-4a52-9829-565cedf29d9c tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0502710 Oct 03 12:53:29.714547 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fd4e4b78-1107-4b61-b02a-ce3b21bd08ed req-18dee6c3-6596-47c6-97f0-0938797b1ed2 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431693 Oct 03 12:53:30.039342 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0fb4f-0175-4463-8b30-4c69c139a655 req-ff2607ed-c4ac-40aa-80a1-7c1650fbf63c tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:30.040789 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-58c0fb4f-0175-4463-8b30-4c69c139a655 req-ff2607ed-c4ac-40aa-80a1-7c1650fbf63c tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0495226 Oct 03 12:53:30.087118 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-58c0fb4f-0175-4463-8b30-4c69c139a655 req-e4686d21-5a9e-4f60-bc50-597f5e86460d tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406313 Oct 03 12:53:30.473027 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc0771-70ee-4d8a-81b8-2f5123acc24a req-822ef6f0-8a78-44e5-a366-78debb68ce60 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:30.474497 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fafc0771-70ee-4d8a-81b8-2f5123acc24a req-822ef6f0-8a78-44e5-a366-78debb68ce60 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0463107 Oct 03 12:53:30.521975 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fafc0771-70ee-4d8a-81b8-2f5123acc24a req-5836a1c8-369e-4aaf-9675-107883cb93af tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417171 Oct 03 12:53:31.212177 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d129a-1874-4cb8-86b6-b100a0d95241 req-3fb126d6-224f-4c1f-bd30-4e0e5014a5b9 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:31.213617 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bc4d129a-1874-4cb8-86b6-b100a0d95241 req-3fb126d6-224f-4c1f-bd30-4e0e5014a5b9 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0494637 Oct 03 12:53:31.233334 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:31.261995 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bc4d129a-1874-4cb8-86b6-b100a0d95241 req-0bb923aa-eb2e-4eaf-8775-e76e1f44a991 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427523 Oct 03 12:53:31.645823 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf61c27-20db-4ad2-80e7-51461d02ea68 req-b0f518cf-aa7c-447d-93e8-270395702362 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:31.647183 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2bf61c27-20db-4ad2-80e7-51461d02ea68 req-b0f518cf-aa7c-447d-93e8-270395702362 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0467286 Oct 03 12:53:31.693714 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2bf61c27-20db-4ad2-80e7-51461d02ea68 req-b7abfa73-9fbd-48bd-8815-a829d1bfe0d1 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410979 Oct 03 12:53:32.382665 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a5800-b436-4d9f-a0a8-22388c4ce94e req-57981ff9-900c-49a9-b7b4-a6aa70ef1ccc tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:32.384130 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b18a5800-b436-4d9f-a0a8-22388c4ce94e req-57981ff9-900c-49a9-b7b4-a6aa70ef1ccc tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0474710 Oct 03 12:53:32.439634 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b18a5800-b436-4d9f-a0a8-22388c4ce94e req-9b406b9e-25f6-4825-8271-9dd6c151967c tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498939 Oct 03 12:53:32.546386 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09920757-ed8c-4ebb-8c25-3a5e83c90eb8 req-d12d98f2-6547-47b5-b4f4-98a57829ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:32.547874 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-09920757-ed8c-4ebb-8c25-3a5e83c90eb8 req-d12d98f2-6547-47b5-b4f4-98a57829ae1f service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=cc40d256f0e24050b6b53fdbcbce1962&device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 1130 time: 0.0392036 Oct 03 12:53:32.613056 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:32.649737 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09920757-ed8c-4ebb-8c25-3a5e83c90eb8 req-d39cd51d-de8b-4569-b585-38973cbafd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:32.651215 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-09920757-ed8c-4ebb-8c25-3a5e83c90eb8 req-d39cd51d-de8b-4569-b585-38973cbafd14 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=848e2135-07d9-46d2-afff-ed218ebac86b HTTP/1.1" status: 200 len: 912 time: 0.0912642 Oct 03 12:53:32.720332 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-09920757-ed8c-4ebb-8c25-3a5e83c90eb8 req-a4f79315-1ffa-4d87-9d07-1e70e99cde7f service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6c921d4-a92a-4c27-89cc-adf792fee725 HTTP/1.1" status: 200 len: 1001 time: 0.0558951 Oct 03 12:53:32.769737 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09920757-ed8c-4ebb-8c25-3a5e83c90eb8 req-dd19bc72-7d47-4022-b946-e8795ffeef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:32.771179 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-09920757-ed8c-4ebb-8c25-3a5e83c90eb8 req-dd19bc72-7d47-4022-b946-e8795ffeef28 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=f618876e-ca41-40f8-983f-02970b7d2680 HTTP/1.1" status: 200 len: 850 time: 0.0446429 Oct 03 12:53:32.816911 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784d1ec-cc82-45de-8633-5a67105327ea req-b5295a84-939d-4d24-9f21-ed3ec683d62c tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:32.819533 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c784d1ec-cc82-45de-8633-5a67105327ea req-b5295a84-939d-4d24-9f21-ed3ec683d62c tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0510805 Oct 03 12:53:32.823297 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09920757-ed8c-4ebb-8c25-3a5e83c90eb8 req-dec32617-dbe8-4bfb-a49f-88fc585cbc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:32.824848 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-09920757-ed8c-4ebb-8c25-3a5e83c90eb8 req-dec32617-dbe8-4bfb-a49f-88fc585cbc6b service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=848e2135-07d9-46d2-afff-ed218ebac86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467808 Oct 03 12:53:32.868307 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c784d1ec-cc82-45de-8633-5a67105327ea req-0f71f816-8f0d-4d23-8d3b-538121ce5bd3 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428448 Oct 03 12:53:32.916433 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-09920757-ed8c-4ebb-8c25-3a5e83c90eb8 req-115f0871-da0f-458a-8683-e43b900fe4a5 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/848e2135-07d9-46d2-afff-ed218ebac86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838315 Oct 03 12:53:33.013077 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-09920757-ed8c-4ebb-8c25-3a5e83c90eb8 req-a131faa6-0ecf-4ae3-9129-52df17922ab8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/848e2135-07d9-46d2-afff-ed218ebac86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873327 Oct 03 12:53:33.150795 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:33.151686 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:33.563896 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d865d0-4342-4988-8b72-af8d42207ca8 req-5db472eb-7a7c-4705-9b18-96856fbc99d3 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:33.565383 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-72d865d0-4342-4988-8b72-af8d42207ca8 req-5db472eb-7a7c-4705-9b18-96856fbc99d3 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0487998 Oct 03 12:53:33.616580 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-72d865d0-4342-4988-8b72-af8d42207ca8 req-31ab524b-8e07-4f0c-a647-c91a67716b03 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452106 Oct 03 12:53:34.002239 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97aed3-b79e-405e-9d43-9294365ee1fa req-9fb81b94-6899-4061-84f0-d3b746b01a9e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:34.004900 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8c97aed3-b79e-405e-9d43-9294365ee1fa req-9fb81b94-6899-4061-84f0-d3b746b01a9e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0606625 Oct 03 12:53:34.023835 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:34.051799 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8c97aed3-b79e-405e-9d43-9294365ee1fa req-2f44bb15-93a9-4721-a77f-f81b4d840712 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411766 Oct 03 12:53:34.744417 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb5257-18aa-480b-b884-5aa17edf6e3a req-191eec7e-19c4-49da-8680-19222aa0021a tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:34.745916 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b0bb5257-18aa-480b-b884-5aa17edf6e3a req-191eec7e-19c4-49da-8680-19222aa0021a tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0533664 Oct 03 12:53:34.795691 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b0bb5257-18aa-480b-b884-5aa17edf6e3a req-4659a12c-3b45-4b75-9d10-44a73a372a5e tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443034 Oct 03 12:53:35.171267 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d1143-dce3-4784-a35d-989187a254f0 req-acaf27d0-2256-4412-90b7-d74e7d01eaa1 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:35.172795 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-258d1143-dce3-4784-a35d-989187a254f0 req-acaf27d0-2256-4412-90b7-d74e7d01eaa1 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0466835 Oct 03 12:53:35.222992 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-258d1143-dce3-4784-a35d-989187a254f0 req-df538d5a-8164-4ec6-bfc9-7c0f4eb3fead tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444546 Oct 03 12:53:36.345744 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bedbd-463a-4c60-bd7a-332fa273546c req-82108685-af9c-4230-964f-f0071fd79ab7 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:36.347949 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-693bedbd-463a-4c60-bd7a-332fa273546c req-82108685-af9c-4230-964f-f0071fd79ab7 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0471768 Oct 03 12:53:36.401069 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-693bedbd-463a-4c60-bd7a-332fa273546c req-decbe82e-9d68-4b0f-801e-2e6d39c440aa tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470624 Oct 03 12:53:36.472528 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 39918) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:53:36.578284 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-88cfe556-0208-4fc9-93c6-fff826dc56cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:36.645568 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0ffe0307-f95c-4306-aee1-84e53e932bfe req-fe515910-4bf3-4e47-8d99-f6f729e69771 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522537 Oct 03 12:53:36.654402 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:36.718220 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-88cfe556-0208-4fc9-93c6-fff826dc56cd admin admin] Publish callbacks [] for security_group (633afac7-8312-462b-9d5b-f4e3a2198f9e), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:36.725587 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe0307-f95c-4306-aee1-84e53e932bfe req-0c3f821e-cd3c-4280-9e3d-9049e4ce72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:36.727055 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0ffe0307-f95c-4306-aee1-84e53e932bfe req-0c3f821e-cd3c-4280-9e3d-9049e4ce72a4 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=0e20f793bd0b46a59df730183818d9f8&device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 1130 time: 0.0575502 Oct 03 12:53:36.758398 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:36.797111 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-88cfe556-0208-4fc9-93c6-fff826dc56cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (633afac7-8312-462b-9d5b-f4e3a2198f9e), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:36.843998 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfe556-0208-4fc9-93c6-fff826dc56cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633afac7-8312-462b-9d5b-f4e3a2198f9e,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:36.848713 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-88cfe556-0208-4fc9-93c6-fff826dc56cd admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b434dc51447f467b8c6521fdc66a2d49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3750832 Oct 03 12:53:36.852038 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 39922) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:53:36.877878 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe0307-f95c-4306-aee1-84e53e932bfe req-4f9f412f-207e-4385-81dc-76b302203b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:36.879353 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0ffe0307-f95c-4306-aee1-84e53e932bfe req-4f9f412f-207e-4385-81dc-76b302203b77 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=99c96330-3d0c-4416-8b2d-15be2ccdbc1b HTTP/1.1" status: 200 len: 918 time: 0.1287053 Oct 03 12:53:36.907118 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d474ed58-eeb9-4177-8341-e8b959859a78 admin admin] Publish callbacks [] for security_group (633afac7-8312-462b-9d5b-f4e3a2198f9e), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:36.928909 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d474ed58-eeb9-4177-8341-e8b959859a78 admin admin] Publish callbacks [] for security_group (633afac7-8312-462b-9d5b-f4e3a2198f9e), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:36.946860 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0ffe0307-f95c-4306-aee1-84e53e932bfe req-729cac09-52c5-4aae-852b-ca55144bcc5b service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e846a01d-6972-40c0-b292-bc930ec8ca6d HTTP/1.1" status: 200 len: 1001 time: 0.0606730 Oct 03 12:53:37.004001 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe0307-f95c-4306-aee1-84e53e932bfe req-b78e4e30-33c5-488c-9872-fd6d089fe44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:37.005453 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0ffe0307-f95c-4306-aee1-84e53e932bfe req-b78e4e30-33c5-488c-9872-fd6d089fe44d service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=287a7239-c391-4a5c-a389-779ed301deff HTTP/1.1" status: 200 len: 856 time: 0.0529358 Oct 03 12:53:37.051432 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d474ed58-eeb9-4177-8341-e8b959859a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (633afac7-8312-462b-9d5b-f4e3a2198f9e), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:37.051814 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe0307-f95c-4306-aee1-84e53e932bfe req-131eefdc-e743-470e-a013-0b7f13677459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:37.053344 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0ffe0307-f95c-4306-aee1-84e53e932bfe req-131eefdc-e743-470e-a013-0b7f13677459 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=99c96330-3d0c-4416-8b2d-15be2ccdbc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411747 Oct 03 12:53:37.054067 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d474ed58-eeb9-4177-8341-e8b959859a78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:37.055217 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-d474ed58-eeb9-4177-8341-e8b959859a78 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/633afac7-8312-462b-9d5b-f4e3a2198f9e HTTP/1.1" status: 204 len: 168 time: 0.2026298 Oct 03 12:53:37.063306 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474ed58-eeb9-4177-8341-e8b959859a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633afac7-8312-462b-9d5b-f4e3a2198f9e,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:37.070681 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474ed58-eeb9-4177-8341-e8b959859a78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:37.071017 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474ed58-eeb9-4177-8341-e8b959859a78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:37.071369 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474ed58-eeb9-4177-8341-e8b959859a78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:37.071704 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474ed58-eeb9-4177-8341-e8b959859a78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:37.072020 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474ed58-eeb9-4177-8341-e8b959859a78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:37.072339 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474ed58-eeb9-4177-8341-e8b959859a78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:37.072667 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474ed58-eeb9-4177-8341-e8b959859a78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:37.072975 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474ed58-eeb9-4177-8341-e8b959859a78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:37.073290 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474ed58-eeb9-4177-8341-e8b959859a78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:37.073605 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474ed58-eeb9-4177-8341-e8b959859a78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:37.073920 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474ed58-eeb9-4177-8341-e8b959859a78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:37.074231 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474ed58-eeb9-4177-8341-e8b959859a78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:37.074547 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474ed58-eeb9-4177-8341-e8b959859a78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:37.074857 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474ed58-eeb9-4177-8341-e8b959859a78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:37.075165 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d474ed58-eeb9-4177-8341-e8b959859a78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:37.153592 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0ffe0307-f95c-4306-aee1-84e53e932bfe req-92eb0385-8ff9-493c-9798-0d3f8897dc0f service neutron] 10.222.0.46 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919142 Oct 03 12:53:37.247625 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0ffe0307-f95c-4306-aee1-84e53e932bfe req-c61ad5ab-609d-4144-9e3c-5c69f7e43a7a service neutron] 10.222.0.46 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874622 Oct 03 12:53:37.548476 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d598cca-7040-49ed-8e9b-a6ed66629b4e req-65c76c3e-1fa1-4480-a431-917386a61de3 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:37.551330 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8d598cca-7040-49ed-8e9b-a6ed66629b4e req-65c76c3e-1fa1-4480-a431-917386a61de3 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0668287 Oct 03 12:53:37.577209 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:37.605018 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8d598cca-7040-49ed-8e9b-a6ed66629b4e req-2eabf1ce-f06b-4ee2-988f-8727f2fd027b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429411 Oct 03 12:53:38.738477 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-9ce1ebe6-bb82-4e41-a876-116590a245e5 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1568243642&fields=id&tenant_id=06a284bf10ff47d6bc58de80f92c164a HTTP/1.1" status: 200 len: 267 time: 0.0739949 Oct 03 12:53:38.746171 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0e662-8a57-4aac-aca5-158048382baf req-333f3250-095e-4455-90fe-c18980eff329 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:38.747573 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-00a0e662-8a57-4aac-aca5-158048382baf req-333f3250-095e-4455-90fe-c18980eff329 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0629442 Oct 03 12:53:38.853957 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-00a0e662-8a57-4aac-aca5-158048382baf req-0a1e889f-db11-45fa-98e4-536bfd3c5a3c tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962875 Oct 03 12:53:38.881623 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-d67745cb-bfe5-47b1-b302-8f8e3c271b82 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:38.883113 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-d67745cb-bfe5-47b1-b302-8f8e3c271b82 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/networks?id=ce8a959a-d831-48ea-b008-5e2f6694b525 HTTP/1.1" status: 200 len: 809 time: 0.1346838 Oct 03 12:53:38.898332 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-2ea68dce-f779-4475-8210-822a1afb8c7c tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/quotas/06a284bf10ff47d6bc58de80f92c164a HTTP/1.1" status: 200 len: 375 time: 0.0098875 Oct 03 12:53:38.949457 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-a68b0402-f965-43d2-aa6d-ee836a30d92c tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=06a284bf10ff47d6bc58de80f92c164a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459759 Oct 03 12:53:39.049784 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-f2843d62-cdd4-4224-9743-5259b9a2d5c9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ce8a959a-d831-48ea-b008-5e2f6694b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884938 Oct 03 12:53:39.115123 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:39.138171 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-6607cd4a-db04-47a4-af4c-f75b20ad6726 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ce8a959a-d831-48ea-b008-5e2f6694b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826240 Oct 03 12:53:39.838700 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ad9262c2-dbc6-4296-88da-f1b45b50929b req-e1c6babc-bce3-4c83-bdd5-31dfb46af328 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 210 time: 0.0331337 Oct 03 12:53:39.979170 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f479bec-127d-4739-ba27-ec28f3365e17 req-5fa0c889-d928-4134-a486-67c356afcb8e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:39.980679 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4f479bec-127d-4739-ba27-ec28f3365e17 req-5fa0c889-d928-4134-a486-67c356afcb8e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0489535 Oct 03 12:53:40.029543 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4f479bec-127d-4739-ba27-ec28f3365e17 req-2128fe82-e41c-4330-8a1b-7923343044eb tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433650 Oct 03 12:53:40.947494 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-48f42c03-d865-4cd2-b408-19bc43c60604 req-e678f1d6-430d-49cd-a6a9-2df5b0fff8b2 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 210 time: 0.0270188 Oct 03 12:53:41.160192 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccccf6-16ad-46d9-990a-c5c07b34dc52 req-97a2feef-297c-4900-868c-1d9da738c9b8 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:41.162261 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1cccccf6-16ad-46d9-990a-c5c07b34dc52 req-97a2feef-297c-4900-868c-1d9da738c9b8 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0529003 Oct 03 12:53:41.209457 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1cccccf6-16ad-46d9-990a-c5c07b34dc52 req-c138c0f3-ae6a-4a33-81cf-b851d82058e2 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409093 Oct 03 12:53:42.051757 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-04f6be29-990d-4971-a4ff-bce7969c0cfb req-c283c094-ba32-4754-9714-ea389e4aee44 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 210 time: 0.0272801 Oct 03 12:53:42.205884 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-ea9745a4-dae2-4ef9-9578-2cad9536cc61 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:42.207526 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-ea9745a4-dae2-4ef9-9578-2cad9536cc61 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.46 "GET /networking/v2.0/networks?id=ce8a959a-d831-48ea-b008-5e2f6694b525 HTTP/1.1" status: 200 len: 809 time: 0.1051834 Oct 03 12:53:42.274970 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-d35bdca3-4a68-450a-980c-90814d86af6c tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=06a284bf10ff47d6bc58de80f92c164a HTTP/1.1" status: 200 len: 380 time: 0.0595260 Oct 03 12:53:42.283497 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Request body: {'port': {'device_id': 'e3a54301-d1b8-4060-b712-8d707bcfbef5', 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525', 'admin_state_up': True, 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'security_groups': ['a2d32379-4955-48b3-b51b-445c284c0d48']}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:53:42.288325 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:42.339408 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eea0ea-9318-4d19-91bb-23bd06c78612 req-d0747d99-1509-42b2-841b-116de1598505 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:42.340929 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a9eea0ea-9318-4d19-91bb-23bd06c78612 req-d0747d99-1509-42b2-841b-116de1598505 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0501325 Oct 03 12:53:42.394146 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a9eea0ea-9318-4d19-91bb-23bd06c78612 req-02bb569c-3299-402b-9e60-576271b5b499 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471249 Oct 03 12:53:42.490632 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Made reservation on behalf of 06a284bf10ff47d6bc58de80f92c164a for: {'port': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:53:42.494743 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:42.566234 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=37,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:42.621814 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Allocated IP 172.20.0.5 (ce8a959a-d831-48ea-b008-5e2f6694b525/47380a65-a01f-404f-bd7b-70c1a3be1024/7deec46d-97bb-4a3f-a77b-11832cd2ffe1) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:53:42.757714 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for port (7deec46d-97bb-4a3f-a77b-11832cd2ffe1), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:42.858873 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (7deec46d-97bb-4a3f-a77b-11832cd2ffe1), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:42.892973 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:42.912186 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Network ce8a959a-d831-48ea-b008-5e2f6694b525 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:53:42.917393 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:53:42.919643 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Pushing event updated for resources: {'Port': ['ID=7deec46d-97bb-4a3f-a77b-11832cd2ffe1,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:42.922604 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:53:42.949292 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:42.949632 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:42.950025 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:42.950314 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:42.950651 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:42.950977 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:42.951305 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:42.951661 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:42.951984 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:42.952307 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:42.952634 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:42.952955 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:42.953277 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:42.953596 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:42.953919 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:42.986066 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:42.986736 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:43.093960 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-9c566248-f931-4c27-9d4b-9d6ed9f7ba85 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8140366 Oct 03 12:53:43.105782 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] Request body: {'port': {'device_id': 'e3a54301-d1b8-4060-b712-8d707bcfbef5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:53:43.109774 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-6968bca4-0536-463d-876b-940af1048876 None None] Provisioning complete for port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:53:43.110089 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6968bca4-0536-463d-876b-940af1048876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (7deec46d-97bb-4a3f-a77b-11832cd2ffe1), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:43.110422 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-6968bca4-0536-463d-876b-940af1048876 None None] Attempt 1 to provision port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 Oct 03 12:53:43.145385 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-6968bca4-0536-463d-876b-940af1048876 None None] Port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:53:43.170503 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (7deec46d-97bb-4a3f-a77b-11832cd2ffe1), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:43.188330 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c2897-3599-4d7f-aa00-5ea760e3c7c3 req-56be2a02-2da0-4f6e-9234-6a463543acf4 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:43.191018 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4a0c2897-3599-4d7f-aa00-5ea760e3c7c3 req-56be2a02-2da0-4f6e-9234-6a463543acf4 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 931 time: 0.0565956 Oct 03 12:53:43.245805 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4a0c2897-3599-4d7f-aa00-5ea760e3c7c3 req-91d004ea-9c2d-49a4-8083-5cc0fe25a45a tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481803 Oct 03 12:53:43.295288 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:43.449392 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 {{(pid=113284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:53:43.457498 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] Publish callbacks [] for port (7deec46d-97bb-4a3f-a77b-11832cd2ffe1), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:43.470983 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.provisioning_blocks [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] Transition to ACTIVE for port object 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 will not be triggered until provisioned by entity L2. {{(pid=113284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 12:53:43.522433 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f86b63-d3a0-49ec-81a8-d9533cdc5bc5 req-c1ddff55-712e-4b3b-976e-afaa63ba3862 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:43.523941 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-32f86b63-d3a0-49ec-81a8-d9533cdc5bc5 req-c1ddff55-712e-4b3b-976e-afaa63ba3862 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0470269 Oct 03 12:53:43.555385 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:43.572824 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-32f86b63-d3a0-49ec-81a8-d9533cdc5bc5 req-79251d15-444a-477b-8d34-1b8b59fb6d7f tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433929 Oct 03 12:53:43.601445 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (7deec46d-97bb-4a3f-a77b-11832cd2ffe1), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:43.661053 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] Pushing event updated for resources: {'Port': ['ID=7deec46d-97bb-4a3f-a77b-11832cd2ffe1,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:43.715393 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] Attempting to bind port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:53:43.715734 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] Attempting to bind port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '947c4539-8b5d-493f-b375-3fcb69a985f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525'}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:53:43.716087 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] Attempting to bind port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 on network ce8a959a-d831-48ea-b008-5e2f6694b525 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:53:43.758876 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] Port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 on network ce8a959a-d831-48ea-b008-5e2f6694b525 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 12:53:43.759211 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] Attempting to bind port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 on network ce8a959a-d831-48ea-b008-5e2f6694b525 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:53:43.799571 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] Checking agent: {'id': '72e18e84-452a-46dd-9356-90dcf7de37bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'started_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:53:43.799907 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] Checking segment: {'id': '947c4539-8b5d-493f-b375-3fcb69a985f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:53:43.800286 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] Bound using segment: {'id': '947c4539-8b5d-493f-b375-3fcb69a985f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525'} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:53:43.800716 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] Bound port: 7deec46d-97bb-4a3f-a77b-11832cd2ffe1, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '947c4539-8b5d-493f-b375-3fcb69a985f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525'}}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:53:43.801716 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (7deec46d-97bb-4a3f-a77b-11832cd2ffe1), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:43.862130 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:43.865003 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] For port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1, host hv-cinder-84456, cleared binding levels {{(pid=113284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:53:43.868257 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] For port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7deec46d-97bb-4a3f-a77b-11832cd2ffe1,segment=NetworkSegment(947c4539-8b5d-493f-b375-3fcb69a985f7),segment_id=947c4539-8b5d-493f-b375-3fcb69a985f7)] {{(pid=113284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:53:43.947883 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (7deec46d-97bb-4a3f-a77b-11832cd2ffe1), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:43.952019 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:43.952660 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:43.954016 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/7deec46d-97bb-4a3f-a77b-11832cd2ffe1 HTTP/1.1" status: 200 len: 1093 time: 0.8526518 Oct 03 12:53:43.954556 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a54301-d1b8-4060-b712-8d707bcfbef5', 'tag': '7deec46d-97bb-4a3f-a77b-11832cd2ffe1'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:53:43.956774 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fb9ae2-3a84-4996-b7bb-51068e1ba0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a54301-d1b8-4060-b712-8d707bcfbef5", "tag": "7deec46d-97bb-4a3f-a77b-11832cd2ffe1"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:53:43.997082 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68413105-32f8-42b7-81df-cd1edc29dfa8 x-openstack-request-id: req-68413105-32f8-42b7-81df-cd1edc29dfa8 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:53:43.997369 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a54301-d1b8-4060-b712-8d707bcfbef5", "tag": "7deec46d-97bb-4a3f-a77b-11832cd2ffe1", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:53:43.997617 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-68413105-32f8-42b7-81df-cd1edc29dfa8 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:53:43.998071 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68413105-32f8-42b7-81df-cd1edc29dfa8'] response: {'name': 'network-changed', 'server_uuid': 'e3a54301-d1b8-4060-b712-8d707bcfbef5', 'tag': '7deec46d-97bb-4a3f-a77b-11832cd2ffe1', 'status': 'completed', 'code': 200} Oct 03 12:53:44.012371 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103308d-4d53-4590-b5dd-c16a5cdd4f8e service neutron] Pushing event updated for resources: {'Port': ['ID=7deec46d-97bb-4a3f-a77b-11832cd2ffe1,revision_number=3']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:44.059727 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb9ae2-3a84-4996-b7bb-51068e1ba0a4 req-3a0a5cfa-f8ab-4b0a-94d6-09e2046f04bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:44.061233 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-14fb9ae2-3a84-4996-b7bb-51068e1ba0a4 req-3a0a5cfa-f8ab-4b0a-94d6-09e2046f04bf service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=06a284bf10ff47d6bc58de80f92c164a&device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 1127 time: 0.0414197 Oct 03 12:53:44.169766 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb9ae2-3a84-4996-b7bb-51068e1ba0a4 req-300d8c0a-468f-4a87-a234-7df6ba61f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:44.171286 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-14fb9ae2-3a84-4996-b7bb-51068e1ba0a4 req-300d8c0a-468f-4a87-a234-7df6ba61f816 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=06a284bf10ff47d6bc58de80f92c164a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0947185 Oct 03 12:53:44.262673 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb9ae2-3a84-4996-b7bb-51068e1ba0a4 req-e5a17b50-ccf8-45b2-b83a-3b66d3879c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:44.264201 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-14fb9ae2-3a84-4996-b7bb-51068e1ba0a4 req-e5a17b50-ccf8-45b2-b83a-3b66d3879c31 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871282 Oct 03 12:53:44.347342 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-38a27713-fe45-46ed-8494-48751b6a8591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:44.348897 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-38a27713-fe45-46ed-8494-48751b6a8591 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=06a284bf10ff47d6bc58de80f92c164a&device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 1127 time: 0.0435698 Oct 03 12:53:44.375683 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24098224-435b-4552-a5bb-0f587bf98f3e req-23053a58-80fe-4110-9585-ba07687e9428 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:44.377118 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-24098224-435b-4552-a5bb-0f587bf98f3e req-23053a58-80fe-4110-9585-ba07687e9428 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 943 time: 0.0467381 Oct 03 12:53:44.388223 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-eebcdf28-310a-4143-946d-b80980491b4f service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7deec46d-97bb-4a3f-a77b-11832cd2ffe1 HTTP/1.1" status: 200 len: 217 time: 0.0321791 Oct 03 12:53:44.432107 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-24098224-435b-4552-a5bb-0f587bf98f3e req-afbc299e-9d7c-4019-bbfc-d5ad927392d5 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485201 Oct 03 12:53:44.436846 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-155e3414-8ba2-4445-bb43-4172ea77f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:44.438310 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-155e3414-8ba2-4445-bb43-4172ea77f276 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=47380a65-a01f-404f-bd7b-70c1a3be1024 HTTP/1.1" status: 200 len: 848 time: 0.0435104 Oct 03 12:53:44.480290 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-3452d370-6d82-4045-98a7-b56a4f5d078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:44.481723 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-3452d370-6d82-4045-98a7-b56a4f5d078a service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=ce8a959a-d831-48ea-b008-5e2f6694b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377328 Oct 03 12:53:44.546619 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:44.574176 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-1147c17a-ee27-41fc-889a-11a0cfc8fbf9 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/ce8a959a-d831-48ea-b008-5e2f6694b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855253 Oct 03 12:53:44.669612 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-d733d639-a68f-4fee-b78b-d0bbc4e2f661 req-15d210e5-1dc9-48e9-9b20-aef50091b937 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/ce8a959a-d831-48ea-b008-5e2f6694b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890126 Oct 03 12:53:44.706051 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b6798-3637-4f68-9f25-bd30487fabad req-208df183-4522-48f6-b3e6-b3a21582f666 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:44.708158 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e04b6798-3637-4f68-9f25-bd30487fabad req-208df183-4522-48f6-b3e6-b3a21582f666 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0482442 Oct 03 12:53:44.755846 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e04b6798-3637-4f68-9f25-bd30487fabad req-b6021e93-df61-45ff-bfaa-b4a78cc713a9 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420594 Oct 03 12:53:45.558772 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a37267-3cdd-4c3c-b41f-bf7b2de6208c req-5066b51a-4060-4812-826c-c857a9ecfc3f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:45.560287 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c5a37267-3cdd-4c3c-b41f-bf7b2de6208c req-5066b51a-4060-4812-826c-c857a9ecfc3f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 943 time: 0.0461614 Oct 03 12:53:45.608284 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c5a37267-3cdd-4c3c-b41f-bf7b2de6208c req-ed7e6efd-1562-489c-8283-ae9a3f133b18 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425546 Oct 03 12:53:45.879605 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f51e9e-4ceb-4706-82fb-8497619aec1d req-bfd46483-6e22-4542-ada4-0e4c650f594e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:45.881113 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-98f51e9e-4ceb-4706-82fb-8497619aec1d req-bfd46483-6e22-4542-ada4-0e4c650f594e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0500267 Oct 03 12:53:45.927036 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-98f51e9e-4ceb-4706-82fb-8497619aec1d req-ec86a542-e427-4b6e-bc83-45c0b2549992 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404308 Oct 03 12:53:46.729157 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b620de5-683a-4cec-ae18-b75d71833411 req-cc32f037-adc4-4c5a-935b-08302859a6ff tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:46.730629 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3b620de5-683a-4cec-ae18-b75d71833411 req-cc32f037-adc4-4c5a-935b-08302859a6ff tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 943 time: 0.0490246 Oct 03 12:53:46.781584 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3b620de5-683a-4cec-ae18-b75d71833411 req-735df395-6416-4345-ac1e-983cf30a5867 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448601 Oct 03 12:53:46.865175 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120e68e-a9da-44ea-8729-17c8ebb352d3 req-3d061dd6-42e2-4104-9ed8-1a07c5ce78ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:46.866820 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0120e68e-a9da-44ea-8729-17c8ebb352d3 req-3d061dd6-42e2-4104-9ed8-1a07c5ce78ad service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 1130 time: 0.0393422 Oct 03 12:53:46.915329 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0120e68e-a9da-44ea-8729-17c8ebb352d3 req-8468f320-303a-4bac-a8c3-946bbf3ed534 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370259 Oct 03 12:53:47.042907 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:47.059798 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38621525-e727-4e99-9093-febd269a9ebe req-faa1d7bb-aedc-4716-99cf-02d3c078c5c4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:47.059798 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-38621525-e727-4e99-9093-febd269a9ebe req-faa1d7bb-aedc-4716-99cf-02d3c078c5c4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0566287 Oct 03 12:53:47.105015 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-38621525-e727-4e99-9093-febd269a9ebe req-066ad593-4703-462f-99b4-cab7821e82a2 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410991 Oct 03 12:53:47.930550 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bfd3b-6548-473a-9e19-ded0460f6cc4 req-5d04b62f-8509-4708-82ef-9ae940e115cc tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:47.932091 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-af1bfd3b-6548-473a-9e19-ded0460f6cc4 req-5d04b62f-8509-4708-82ef-9ae940e115cc tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 943 time: 0.0503342 Oct 03 12:53:47.980887 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-af1bfd3b-6548-473a-9e19-ded0460f6cc4 req-8db96268-9762-4acd-b27f-f66fdec56669 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433028 Oct 03 12:53:48.229248 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b93c9d-57c7-4d07-8abe-6e9f954ec3dc req-42c5446c-d47a-4003-a863-78b9d1c8229b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:48.230686 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-85b93c9d-57c7-4d07-8abe-6e9f954ec3dc req-42c5446c-d47a-4003-a863-78b9d1c8229b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0474317 Oct 03 12:53:48.283133 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-85b93c9d-57c7-4d07-8abe-6e9f954ec3dc req-4a276f74-3bcd-45ef-833a-6bd7b380e9c3 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463133 Oct 03 12:53:48.453370 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=15 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:48.455155 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=11 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:49.335084 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f33901-d217-4153-87ed-9277e73e4d53 req-0fb5ca0a-c896-450c-a112-b8604813c010 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:49.336618 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-48f33901-d217-4153-87ed-9277e73e4d53 req-0fb5ca0a-c896-450c-a112-b8604813c010 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 943 time: 0.2777672 Oct 03 12:53:49.415293 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-48f33901-d217-4153-87ed-9277e73e4d53 req-79d37b07-e321-4e49-8de1-6dc492bf723a tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727987 Oct 03 12:53:49.425391 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ef008-f532-4f0f-b652-b18c12b5f0bf req-09b9a21f-866f-44c0-b88b-9b3096aa31fe tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:49.432579 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-122ef008-f532-4f0f-b652-b18c12b5f0bf req-09b9a21f-866f-44c0-b88b-9b3096aa31fe tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0650356 Oct 03 12:53:49.477800 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-122ef008-f532-4f0f-b652-b18c12b5f0bf req-51c8613f-7f69-45f7-9321-7cb945d1873b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447729 Oct 03 12:53:50.074686 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c3c0e-4e09-4a3b-bcde-fcb261cd73c2 req-38dccb2f-6b88-4f28-aad8-9c706f60c26a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:50.076173 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ab3c3c0e-4e09-4a3b-bcde-fcb261cd73c2 req-38dccb2f-6b88-4f28-aad8-9c706f60c26a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0472541 Oct 03 12:53:50.119348 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:50.123752 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ab3c3c0e-4e09-4a3b-bcde-fcb261cd73c2 req-fb0f118b-db89-4d7e-b056-3551e0d17bcd tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420637 Oct 03 12:53:50.538311 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ea854-ed22-4d52-9301-d35b706c56b4 req-559682ad-fff4-41bf-aff1-7cfb8eea2b64 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:50.539788 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c07ea854-ed22-4d52-9301-d35b706c56b4 req-559682ad-fff4-41bf-aff1-7cfb8eea2b64 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 943 time: 0.0471563 Oct 03 12:53:50.588432 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c07ea854-ed22-4d52-9301-d35b706c56b4 req-a812d0c6-9ad2-4c83-81d7-674a57325621 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430653 Oct 03 12:53:51.034199 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6dba6b-d115-48dd-9de7-950469ce14cf req-093080f0-dfc9-4be2-8d4a-f6196f2d3a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:51.035932 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-7d6dba6b-d115-48dd-9de7-950469ce14cf req-093080f0-dfc9-4be2-8d4a-f6196f2d3a82 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3f2b18d217d14d39886718cf209eb576&device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 1130 time: 0.0394568 Oct 03 12:53:51.127301 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6dba6b-d115-48dd-9de7-950469ce14cf req-4987a070-1593-438b-a048-d4969facc70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:51.129855 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-7d6dba6b-d115-48dd-9de7-950469ce14cf req-4987a070-1593-438b-a048-d4969facc70c service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=f492b9a3-221f-4263-a074-289d6252f405 HTTP/1.1" status: 200 len: 920 time: 0.0867195 Oct 03 12:53:51.193867 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-7d6dba6b-d115-48dd-9de7-950469ce14cf req-ad09f229-f704-454d-b50e-aa5ddec957ee service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99141c24-9fad-4cf8-9d13-c4d90e5ddd88 HTTP/1.1" status: 200 len: 1002 time: 0.0571899 Oct 03 12:53:51.248924 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bbd9d-0661-42f8-8dc3-0f57ebd58d17 req-59c07fb8-0944-4fb5-991f-0c6bfbf739fd tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:51.249837 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6dba6b-d115-48dd-9de7-950469ce14cf req-e09d5c33-988b-4fbb-8b16-04f231ff7066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:51.250681 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-663bbd9d-0661-42f8-8dc3-0f57ebd58d17 req-59c07fb8-0944-4fb5-991f-0c6bfbf739fd tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0509322 Oct 03 12:53:51.251279 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-7d6dba6b-d115-48dd-9de7-950469ce14cf req-e09d5c33-988b-4fbb-8b16-04f231ff7066 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=37145451-837c-4b8b-9c60-d5e0dbfeb9fe HTTP/1.1" status: 200 len: 858 time: 0.0506885 Oct 03 12:53:51.297828 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-663bbd9d-0661-42f8-8dc3-0f57ebd58d17 req-d458bcd6-9173-4237-becc-ed1abb89e347 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413549 Oct 03 12:53:51.301194 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6dba6b-d115-48dd-9de7-950469ce14cf req-9ee2d8c1-91ac-486e-a7a8-e1a3abbaeb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:51.303132 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-7d6dba6b-d115-48dd-9de7-950469ce14cf req-9ee2d8c1-91ac-486e-a7a8-e1a3abbaeb40 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=f492b9a3-221f-4263-a074-289d6252f405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401509 Oct 03 12:53:51.355790 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:51.398225 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-7d6dba6b-d115-48dd-9de7-950469ce14cf req-8f7abe21-4d41-4893-8442-5f3f4d04dc1a service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864246 Oct 03 12:53:51.488337 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-7d6dba6b-d115-48dd-9de7-950469ce14cf req-f0db442d-f31b-46da-b46e-bcb31269b3b6 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823452 Oct 03 12:53:51.710166 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a893e9-7b7a-45f2-a108-e21c48af9575 req-cf838073-1e07-480c-b50c-8dc6b0981d2d tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:51.711647 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-53a893e9-7b7a-45f2-a108-e21c48af9575 req-cf838073-1e07-480c-b50c-8dc6b0981d2d tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 943 time: 0.0470865 Oct 03 12:53:51.759892 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-53a893e9-7b7a-45f2-a108-e21c48af9575 req-0525bdfe-be14-4eff-84b5-83acae50889b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427537 Oct 03 12:53:52.418725 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a940c6-9a70-4f50-a8f9-e3e89d154920 req-eafc6379-aecc-48e5-a4bd-97393244a2f5 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:52.420423 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c2a940c6-9a70-4f50-a8f9-e3e89d154920 req-eafc6379-aecc-48e5-a4bd-97393244a2f5 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0462768 Oct 03 12:53:52.470338 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c2a940c6-9a70-4f50-a8f9-e3e89d154920 req-88270bae-26fa-412e-8c56-0bb37670fe8e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435231 Oct 03 12:53:52.702563 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:53:52.711783 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:52.805930 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7deec46d-97bb-4a3f-a77b-11832cd2ffe1,segment=NetworkSegment(947c4539-8b5d-493f-b375-3fcb69a985f7),segment_id=947c4539-8b5d-493f-b375-3fcb69a985f7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:53:52.817312 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': '7deec46d-97bb-4a3f-a77b-11832cd2ffe1', 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525', 'port_id': '7deec46d-97bb-4a3f-a77b-11832cd2ffe1', 'mac_address': 'fa:16:3e:60:7f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:53:52.852166 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:53:52.852555 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (7deec46d-97bb-4a3f-a77b-11832cd2ffe1), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:52.879452 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:53:52.880169 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be4352-4f91-4f21-90a1-d58c970946aa req-149447a7-5350-4e52-85c5-8b84caf6107f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:52.881636 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e4be4352-4f91-4f21-90a1-d58c970946aa req-149447a7-5350-4e52-85c5-8b84caf6107f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 943 time: 0.0479946 Oct 03 12:53:52.901374 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7deec46d-97bb-4a3f-a77b-11832cd2ffe1,segment=NetworkSegment(947c4539-8b5d-493f-b375-3fcb69a985f7),segment_id=947c4539-8b5d-493f-b375-3fcb69a985f7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:53:52.932054 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e4be4352-4f91-4f21-90a1-d58c970946aa req-26cd2247-5d36-4654-9171-631a8cf5761e tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445771 Oct 03 12:53:52.944385 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e30aeced-1c1f-465c-9c05-bf3f827ef750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:52.973683 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (7deec46d-97bb-4a3f-a77b-11832cd2ffe1), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:53.020700 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=7deec46d-97bb-4a3f-a77b-11832cd2ffe1,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:53.027682 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:53.028013 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:53.028355 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:53.028715 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:53.029052 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:53.029382 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:53.029707 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:53.030032 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:53.030371 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:53.030700 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:53.031023 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:53.031386 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:53.031715 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:53.032045 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:53.032354 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:53.333086 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['7deec46d-97bb-4a3f-a77b-11832cd2ffe1'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:53:53.598977 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d300bd-a963-40e5-bff7-e574e8fb0f61 req-a55d2b7f-f804-4e14-a855-578d5746d809 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:53.600441 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-12d300bd-a963-40e5-bff7-e574e8fb0f61 req-a55d2b7f-f804-4e14-a855-578d5746d809 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0465975 Oct 03 12:53:53.612269 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:53.648161 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-12d300bd-a963-40e5-bff7-e574e8fb0f61 req-07e7b639-c69c-4943-bd1c-2f82b0175a84 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421827 Oct 03 12:53:54.057444 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b812712-a66a-400c-bd46-5a7c4373844b req-ddb6cb82-98cf-4e41-83bf-105533ebed7a tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:54.058909 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2b812712-a66a-400c-bd46-5a7c4373844b req-ddb6cb82-98cf-4e41-83bf-105533ebed7a tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 944 time: 0.0501776 Oct 03 12:53:54.107840 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2b812712-a66a-400c-bd46-5a7c4373844b req-e8af1ee6-a781-4fc3-b90e-59d6d7032756 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433426 Oct 03 12:53:54.715275 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:53:54.757710 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning for port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 completed by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 12:53:54.777464 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54c5bb-5547-4fcf-b839-5c29920b625d req-bbe005ba-747f-4732-91b4-a23a3800f642 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:54.778935 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bf54c5bb-5547-4fcf-b839-5c29920b625d req-bbe005ba-747f-4732-91b4-a23a3800f642 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0488710 Oct 03 12:53:54.823855 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:53:54.824234 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (7deec46d-97bb-4a3f-a77b-11832cd2ffe1), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:54.824597 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 Oct 03 12:53:54.827086 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bf54c5bb-5547-4fcf-b839-5c29920b625d req-f07117af-820d-43d2-a45e-a5fdd7e6ebbb tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425677 Oct 03 12:53:54.853959 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:54.901654 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:53:54.901975 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (7deec46d-97bb-4a3f-a77b-11832cd2ffe1), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:54.924770 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a54301-d1b8-4060-b712-8d707bcfbef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7deec46d-97bb-4a3f-a77b-11832cd2ffe1'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:53:54.927896 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26424c6-c073-4934-ac48-0f660d89fa57" -d '{"events": [{"server_uuid": "e3a54301-d1b8-4060-b712-8d707bcfbef5", "name": "network-vif-plugged", "status": "completed", "tag": "7deec46d-97bb-4a3f-a77b-11832cd2ffe1"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:53:54.940279 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7deec46d-97bb-4a3f-a77b-11832cd2ffe1,segment=NetworkSegment(947c4539-8b5d-493f-b375-3fcb69a985f7),segment_id=947c4539-8b5d-493f-b375-3fcb69a985f7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:53:54.951876 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727518c6-70c1-4a55-addb-018e33a7301e req-82c34b4c-04c6-4304-9c67-04f3aaa55e50 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:54.953364 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-727518c6-70c1-4a55-addb-018e33a7301e req-82c34b4c-04c6-4304-9c67-04f3aaa55e50 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0528920 Oct 03 12:53:54.969085 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 40032) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:53:54.969588 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787ae0b6-06b6-40e0-be58-437d68725230 x-openstack-request-id: req-787ae0b6-06b6-40e0-be58-437d68725230 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:53:54.969712 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a54301-d1b8-4060-b712-8d707bcfbef5", "name": "network-vif-plugged", "status": "completed", "tag": "7deec46d-97bb-4a3f-a77b-11832cd2ffe1", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:53:54.969940 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-787ae0b6-06b6-40e0-be58-437d68725230 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:53:54.970360 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-787ae0b6-06b6-40e0-be58-437d68725230'] response: {'server_uuid': 'e3a54301-d1b8-4060-b712-8d707bcfbef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7deec46d-97bb-4a3f-a77b-11832cd2ffe1', 'code': 200} Oct 03 12:53:54.974277 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-52cc5ec8-943c-4e6f-86a6-7f643fa088e6 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Request body: {'floatingip': {'port_id': '99141c24-9fad-4cf8-9d13-c4d90e5ddd88'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:53:55.006851 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (7deec46d-97bb-4a3f-a77b-11832cd2ffe1), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:55.032444 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-52cc5ec8-943c-4e6f-86a6-7f643fa088e6 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for floatingip (93eecbff-adb4-4ccf-9701-f6f53879482a), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:55.040699 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:55.058692 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=7deec46d-97bb-4a3f-a77b-11832cd2ffe1,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:55.236792 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbfbbf-67f2-4f7f-892d-cd6ed90ebc17 req-60f09497-7b18-4f6b-a962-7e80c12c4013 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:55.239804 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3bbbfbbf-67f2-4f7f-892d-cd6ed90ebc17 req-60f09497-7b18-4f6b-a962-7e80c12c4013 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.0525975 Oct 03 12:53:55.261752 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-41622af3-d56f-4bc7-932a-bd18f6388c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:55.301947 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3bbbfbbf-67f2-4f7f-892d-cd6ed90ebc17 req-968c1b54-76aa-493d-bb7a-43895b9fcff1 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504649 Oct 03 12:53:55.478796 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fba21f-c537-4fe1-8ba3-e770287f3e5c req-0b079df5-3711-41d5-9bc9-9808ef6b7359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:55.480322 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e2fba21f-c537-4fe1-8ba3-e770287f3e5c req-0b079df5-3711-41d5-9bc9-9808ef6b7359 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 1129 time: 0.0718431 Oct 03 12:53:55.510476 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:55.577475 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e2fba21f-c537-4fe1-8ba3-e770287f3e5c req-4149b7b4-f795-4545-8248-9ec966480fdb service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881870 Oct 03 12:53:55.758518 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-52cc5ec8-943c-4e6f-86a6-7f643fa088e6 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:55.835051 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-52cc5ec8-943c-4e6f-86a6-7f643fa088e6 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (93eecbff-adb4-4ccf-9701-f6f53879482a), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:56.032848 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52cc5ec8-943c-4e6f-86a6-7f643fa088e6 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Router 3be64379-9030-445d-a5d0-c98e5b96c724 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:53:56.078048 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:56.134434 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cc5ec8-943c-4e6f-86a6-7f643fa088e6 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:53:56.139726 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-52cc5ec8-943c-4e6f-86a6-7f643fa088e6 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:56.144723 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7293bff1-1968-4c44-aa06-49b7f6ae2e5b None None] Sync routers for ids ['3be64379-9030-445d-a5d0-c98e5b96c724'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:53:56.153930 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7293bff1-1968-4c44-aa06-49b7f6ae2e5b None None] Routers {'3be64379-9030-445d-a5d0-c98e5b96c724'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:53:56.154539 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-7293bff1-1968-4c44-aa06-49b7f6ae2e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:53:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['3be64379-9030-445d-a5d0-c98e5b96c724'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:56.175151 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d3f4ae-60a5-4463-9a02-00d846d22289', 'tag': '99141c24-9fad-4cf8-9d13-c4d90e5ddd88'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:53:56.178204 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f601a5d1-b0ee-428a-9d55-47db4bd332fe" -d '{"events": [{"name": "network-changed", "server_uuid": "85d3f4ae-60a5-4463-9a02-00d846d22289", "tag": "99141c24-9fad-4cf8-9d13-c4d90e5ddd88"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:53:56.208511 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-52cc5ec8-943c-4e6f-86a6-7f643fa088e6 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/93eecbff-adb4-4ccf-9701-f6f53879482a HTTP/1.1" status: 200 len: 994 time: 1.2381430 Oct 03 12:53:56.231866 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea0edcb-9e04-48c0-872c-656eaeab534f x-openstack-request-id: req-bea0edcb-9e04-48c0-872c-656eaeab534f {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:53:56.232159 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d3f4ae-60a5-4463-9a02-00d846d22289", "tag": "99141c24-9fad-4cf8-9d13-c4d90e5ddd88", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:53:56.232412 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bea0edcb-9e04-48c0-872c-656eaeab534f {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:53:56.232815 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bea0edcb-9e04-48c0-872c-656eaeab534f'] response: {'name': 'network-changed', 'server_uuid': '85d3f4ae-60a5-4463-9a02-00d846d22289', 'tag': '99141c24-9fad-4cf8-9d13-c4d90e5ddd88', 'status': 'completed', 'code': 200} Oct 03 12:53:56.261030 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-7293bff1-1968-4c44-aa06-49b7f6ae2e5b None None] Set router 3be64379-9030-445d-a5d0-c98e5b96c724 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:53:56.421728 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10372a5-f2d8-4775-9c1d-c3916d255d91 req-55247147-5de4-4ead-a032-dce5d490e094 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:56.423273 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e10372a5-f2d8-4775-9c1d-c3916d255d91 req-55247147-5de4-4ead-a032-dce5d490e094 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.0472105 Oct 03 12:53:56.478807 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e10372a5-f2d8-4775-9c1d-c3916d255d91 req-05ed76b4-db1e-4805-81c8-634463c2cf9e tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478690 Oct 03 12:53:56.490646 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601a5d1-b0ee-428a-9d55-47db4bd332fe req-7cfe5227-22ff-4868-90f2-653542c69f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:56.494217 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f601a5d1-b0ee-428a-9d55-47db4bd332fe req-7cfe5227-22ff-4868-90f2-653542c69f9e service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3f2b18d217d14d39886718cf209eb576&device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 1130 time: 0.0460205 Oct 03 12:53:56.590274 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601a5d1-b0ee-428a-9d55-47db4bd332fe req-d4db0fa0-f1dd-4c26-b9e5-fc4733e03023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:56.591773 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f601a5d1-b0ee-428a-9d55-47db4bd332fe req-d4db0fa0-f1dd-4c26-b9e5-fc4733e03023 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=f492b9a3-221f-4263-a074-289d6252f405 HTTP/1.1" status: 200 len: 920 time: 0.0920036 Oct 03 12:53:56.598555 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-7293bff1-1968-4c44-aa06-49b7f6ae2e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'name': 'tempest-ServerRescueNegativeTestJSON-1174778013-router', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:25Z', 'updated_at': '2022-10-03T12:49:33Z', 'revision_number': 4, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'gw_port': {'id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:27Z', 'updated_at': '2022-10-03T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '93eecbff-adb4-4ccf-9701-f6f53879482a', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'port_id': '99141c24-9fad-4cf8-9d13-c4d90e5ddd88', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'mac_address': 'fa:16:3e:18:9e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d3f4ae-60a5-4463-9a02-00d846d22289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:51:43Z', 'updated_at': '2022-10-03T12:53:55Z', 'revision_number': 3, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a22c5e8-e649-40b8-a406-6d66c1a4ffc2', 'name': '', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'mac_address': 'fa:16:3e:03:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:31Z', 'updated_at': '2022-10-03T12:49:46Z', 'revision_number': 5, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'subnets': [{'id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:56.624214 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7293bff1-1968-4c44-aa06-49b7f6ae2e5b None None] Checking router: 3be64379-9030-445d-a5d0-c98e5b96c724 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:53:56.632787 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7293bff1-1968-4c44-aa06-49b7f6ae2e5b None None] Routers {'3be64379-9030-445d-a5d0-c98e5b96c724'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:53:56.633375 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-7293bff1-1968-4c44-aa06-49b7f6ae2e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:53:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['3be64379-9030-445d-a5d0-c98e5b96c724'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:56.660509 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f601a5d1-b0ee-428a-9d55-47db4bd332fe req-f7b62500-0325-4140-8fce-7ae170f807c4 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99141c24-9fad-4cf8-9d13-c4d90e5ddd88 HTTP/1.1" status: 200 len: 1002 time: 0.0556142 Oct 03 12:53:56.706196 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:56.710851 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601a5d1-b0ee-428a-9d55-47db4bd332fe req-59057853-161b-4c99-a8f1-984bf82462b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:56.712336 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f601a5d1-b0ee-428a-9d55-47db4bd332fe req-59057853-161b-4c99-a8f1-984bf82462b8 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=37145451-837c-4b8b-9c60-d5e0dbfeb9fe HTTP/1.1" status: 200 len: 858 time: 0.0438292 Oct 03 12:53:56.735444 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-7293bff1-1968-4c44-aa06-49b7f6ae2e5b None None] Set router 3be64379-9030-445d-a5d0-c98e5b96c724 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:53:56.791731 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601a5d1-b0ee-428a-9d55-47db4bd332fe req-cd77b3f8-028e-4a00-bd74-3f60419b3ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:56.793293 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f601a5d1-b0ee-428a-9d55-47db4bd332fe req-cd77b3f8-028e-4a00-bd74-3f60419b3ee8 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=f492b9a3-221f-4263-a074-289d6252f405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463629 Oct 03 12:53:56.913923 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:56.969324 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-7293bff1-1968-4c44-aa06-49b7f6ae2e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'name': 'tempest-ServerRescueNegativeTestJSON-1174778013-router', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:25Z', 'updated_at': '2022-10-03T12:49:33Z', 'revision_number': 4, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'gw_port': {'id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:27Z', 'updated_at': '2022-10-03T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '93eecbff-adb4-4ccf-9701-f6f53879482a', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'port_id': '99141c24-9fad-4cf8-9d13-c4d90e5ddd88', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'mac_address': 'fa:16:3e:18:9e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d3f4ae-60a5-4463-9a02-00d846d22289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:51:43Z', 'updated_at': '2022-10-03T12:53:55Z', 'revision_number': 3, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a22c5e8-e649-40b8-a406-6d66c1a4ffc2', 'name': '', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'mac_address': 'fa:16:3e:03:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:31Z', 'updated_at': '2022-10-03T12:49:46Z', 'revision_number': 5, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'subnets': [{'id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:56.994925 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7293bff1-1968-4c44-aa06-49b7f6ae2e5b None None] The sync data for ids ['3be64379-9030-445d-a5d0-c98e5b96c724'] in dv-cinder-844563-12-iscsi is: [{'id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'name': 'tempest-ServerRescueNegativeTestJSON-1174778013-router', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:25Z', 'updated_at': '2022-10-03T12:49:33Z', 'revision_number': 4, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'gw_port': {'id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:27Z', 'updated_at': '2022-10-03T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '93eecbff-adb4-4ccf-9701-f6f53879482a', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'port_id': '99141c24-9fad-4cf8-9d13-c4d90e5ddd88', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'mac_address': 'fa:16:3e:18:9e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d3f4ae-60a5-4463-9a02-00d846d22289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:51:43Z', 'updated_at': '2022-10-03T12:53:55Z', 'revision_number': 3, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a22c5e8-e649-40b8-a406-6d66c1a4ffc2', 'name': '', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'mac_address': 'fa:16:3e:03:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:31Z', 'updated_at': '2022-10-03T12:49:46Z', 'revision_number': 5, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'subnets': [{'id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:53:57.457709 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f601a5d1-b0ee-428a-9d55-47db4bd332fe req-71931299-8ccc-4d1e-881f-a520a678c032 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846858 Oct 03 12:53:57.560470 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f601a5d1-b0ee-428a-9d55-47db4bd332fe req-2ef3a42e-1d89-4a1e-80c1-8ce918efdedd service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905058 Oct 03 12:53:57.614874 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f76905-54f7-4e6a-b176-1eb3104b01d3 req-8c8d1ba6-0032-48d9-a74f-eb16f5fab4af tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:57.616613 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e0f76905-54f7-4e6a-b176-1eb3104b01d3 req-8c8d1ba6-0032-48d9-a74f-eb16f5fab4af tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.0514672 Oct 03 12:53:57.651998 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:57.665532 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e0f76905-54f7-4e6a-b176-1eb3104b01d3 req-bcb99bf9-cfc0-41bc-8ef8-9044aa7436a7 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434444 Oct 03 12:53:57.782999 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08688c89-2d49-4fcd-ae3b-80d3caa73357 req-c4d96bb2-913e-4648-a1df-3be24de00bd9 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:57.784381 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-08688c89-2d49-4fcd-ae3b-80d3caa73357 req-c4d96bb2-913e-4648-a1df-3be24de00bd9 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.0456643 Oct 03 12:53:57.838611 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-08688c89-2d49-4fcd-ae3b-80d3caa73357 req-8c8f3123-d29e-43f5-9918-aba25748adc1 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477986 Oct 03 12:53:57.868034 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 40050) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:53:58.057764 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49536c06-87c3-4d96-95c4-f48cefa2393d tempest-TestShelveInstance-1313609636 tempest-TestShelveInstance-1313609636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:58.059172 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-49536c06-87c3-4d96-95c4-f48cefa2393d tempest-TestShelveInstance-1313609636 tempest-TestShelveInstance-1313609636-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 1124 time: 0.1901002 Oct 03 12:53:58.063462 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 40054) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:53:58.067571 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-70d987da-5327-47b7-a185-5a21cb31ae93 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Request body: {'floatingip': {'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'port_id': '7deec46d-97bb-4a3f-a77b-11832cd2ffe1', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:53:58.158317 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-70d987da-5327-47b7-a185-5a21cb31ae93 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:58.234548 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d3f4ae-60a5-4463-9a02-00d846d22289', 'tag': '99141c24-9fad-4cf8-9d13-c4d90e5ddd88'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:53:58.237243 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48589ea-c118-4f63-905d-d2f002c6461a" -d '{"events": [{"name": "network-changed", "server_uuid": "85d3f4ae-60a5-4463-9a02-00d846d22289", "tag": "99141c24-9fad-4cf8-9d13-c4d90e5ddd88"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:53:58.245199 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-70d987da-5327-47b7-a185-5a21cb31ae93 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:58.282163 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5b8453-87ad-44a1-889f-0e499ae513a4 x-openstack-request-id: req-4c5b8453-87ad-44a1-889f-0e499ae513a4 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:53:58.282480 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d3f4ae-60a5-4463-9a02-00d846d22289", "tag": "99141c24-9fad-4cf8-9d13-c4d90e5ddd88", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:53:58.282742 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4c5b8453-87ad-44a1-889f-0e499ae513a4 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:53:58.283191 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c5b8453-87ad-44a1-889f-0e499ae513a4'] response: {'name': 'network-changed', 'server_uuid': '85d3f4ae-60a5-4463-9a02-00d846d22289', 'tag': '99141c24-9fad-4cf8-9d13-c4d90e5ddd88', 'status': 'completed', 'code': 200} Oct 03 12:53:58.376381 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48589ea-c118-4f63-905d-d2f002c6461a req-4db37019-41d9-4679-82a1-2a570a68e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:58.377860 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e48589ea-c118-4f63-905d-d2f002c6461a req-4db37019-41d9-4679-82a1-2a570a68e3e9 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3f2b18d217d14d39886718cf209eb576&device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 1130 time: 0.0699763 Oct 03 12:53:58.404068 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [None req-70d987da-5327-47b7-a185-5a21cb31ae93 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Allocated IP 172.27.0.72 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/1933b7b8-9491-49e1-90a9-f4846ebfce1d) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:53:58.417790 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:58.463786 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:58.509188 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:58.539562 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48589ea-c118-4f63-905d-d2f002c6461a req-90d57011-9a2c-4958-afde-0d20e03e30ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:58.541018 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e48589ea-c118-4f63-905d-d2f002c6461a req-90d57011-9a2c-4958-afde-0d20e03e30ae service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=f492b9a3-221f-4263-a074-289d6252f405 HTTP/1.1" status: 200 len: 920 time: 0.1534495 Oct 03 12:53:58.615272 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-70d987da-5327-47b7-a185-5a21cb31ae93 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for port (1933b7b8-9491-49e1-90a9-f4846ebfce1d), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:58.619497 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:58.629164 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e48589ea-c118-4f63-905d-d2f002c6461a req-70736929-cf63-45e4-8f27-b6ab95f2e5b8 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99141c24-9fad-4cf8-9d13-c4d90e5ddd88 HTTP/1.1" status: 200 len: 1002 time: 0.0791662 Oct 03 12:53:58.695914 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48589ea-c118-4f63-905d-d2f002c6461a req-d4c7022e-ba88-46a0-b27a-22d5c6fe08f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:58.697334 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e48589ea-c118-4f63-905d-d2f002c6461a req-d4c7022e-ba88-46a0-b27a-22d5c6fe08f0 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=37145451-837c-4b8b-9c60-d5e0dbfeb9fe HTTP/1.1" status: 200 len: 858 time: 0.0620363 Oct 03 12:53:58.742586 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48589ea-c118-4f63-905d-d2f002c6461a req-b87179b7-43dd-4f0f-8d9d-3dce909ae55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:58.743995 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e48589ea-c118-4f63-905d-d2f002c6461a req-b87179b7-43dd-4f0f-8d9d-3dce909ae55d service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=f492b9a3-221f-4263-a074-289d6252f405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394161 Oct 03 12:53:58.760373 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-70d987da-5327-47b7-a185-5a21cb31ae93 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (1933b7b8-9491-49e1-90a9-f4846ebfce1d), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:58.843288 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d987da-5327-47b7-a185-5a21cb31ae93 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:53:58.851363 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-70d987da-5327-47b7-a185-5a21cb31ae93 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:53:58.866376 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d987da-5327-47b7-a185-5a21cb31ae93 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:53:58.871107 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d987da-5327-47b7-a185-5a21cb31ae93 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Pushing event updated for resources: {'Port': ['ID=1933b7b8-9491-49e1-90a9-f4846ebfce1d,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:58.925429 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e48589ea-c118-4f63-905d-d2f002c6461a req-6cfa4336-d156-4491-92ad-c2eb3c421780 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731925 Oct 03 12:53:59.120463 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e48589ea-c118-4f63-905d-d2f002c6461a req-2cd27fd7-9eae-4dfb-9940-823809a82ae4 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735992 Oct 03 12:53:59.304137 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-70d987da-5327-47b7-a185-5a21cb31ae93 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for floatingip (4d29363c-b3f6-43a9-89db-a329abc8ceb2), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:59.325894 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:59.633380 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-70d987da-5327-47b7-a185-5a21cb31ae93 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (1933b7b8-9491-49e1-90a9-f4846ebfce1d), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:59.777470 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-70d987da-5327-47b7-a185-5a21cb31ae93 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for port (1933b7b8-9491-49e1-90a9-f4846ebfce1d), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:59.855487 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-70d987da-5327-47b7-a185-5a21cb31ae93 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (1933b7b8-9491-49e1-90a9-f4846ebfce1d), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:53:59.877081 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:53:59.922408 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d987da-5327-47b7-a185-5a21cb31ae93 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Pushing event updated for resources: {'Port': ['ID=1933b7b8-9491-49e1-90a9-f4846ebfce1d,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:59.928125 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-70d987da-5327-47b7-a185-5a21cb31ae93 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (4d29363c-b3f6-43a9-89db-a329abc8ceb2), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:00.026217 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.l3_db [None req-70d987da-5327-47b7-a185-5a21cb31ae93 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Floating IP 4d29363c-b3f6-43a9-89db-a329abc8ceb2 associated. External IP: 172.27.0.72, port: 7deec46d-97bb-4a3f-a77b-11832cd2ffe1. Oct 03 12:54:00.153360 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:54:00.221723 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d987da-5327-47b7-a185-5a21cb31ae93 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Router b83a45bb-d9e4-4f15-90e0-3db7de4cba05 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:54:00.326630 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d987da-5327-47b7-a185-5a21cb31ae93 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:54:00.337290 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f4b548-1c29-480f-8f0e-8c8d36ce7baa None None] Sync routers for ids ['b83a45bb-d9e4-4f15-90e0-3db7de4cba05'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:54:00.346701 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f4b548-1c29-480f-8f0e-8c8d36ce7baa None None] Routers {'b83a45bb-d9e4-4f15-90e0-3db7de4cba05'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:54:00.349264 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-98f4b548-1c29-480f-8f0e-8c8d36ce7baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:53:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['b83a45bb-d9e4-4f15-90e0-3db7de4cba05'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:00.397765 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-70d987da-5327-47b7-a185-5a21cb31ae93 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:00.420903 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:00.429186 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-70d987da-5327-47b7-a185-5a21cb31ae93 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3647015 Oct 03 12:54:00.430205 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a54301-d1b8-4060-b712-8d707bcfbef5', 'tag': '7deec46d-97bb-4a3f-a77b-11832cd2ffe1'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:54:00.432579 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4349e8fa-31a0-4053-a1e0-350cd5264042" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a54301-d1b8-4060-b712-8d707bcfbef5", "tag": "7deec46d-97bb-4a3f-a77b-11832cd2ffe1"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:54:00.451346 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-98f4b548-1c29-480f-8f0e-8c8d36ce7baa None None] Set router b83a45bb-d9e4-4f15-90e0-3db7de4cba05 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:54:00.470398 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5e6205-55f5-49be-b4fb-3e75366f08ea x-openstack-request-id: req-bc5e6205-55f5-49be-b4fb-3e75366f08ea {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:54:00.470760 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a54301-d1b8-4060-b712-8d707bcfbef5", "tag": "7deec46d-97bb-4a3f-a77b-11832cd2ffe1", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:54:00.471082 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bc5e6205-55f5-49be-b4fb-3e75366f08ea {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:54:00.471607 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc5e6205-55f5-49be-b4fb-3e75366f08ea'] response: {'name': 'network-changed', 'server_uuid': 'e3a54301-d1b8-4060-b712-8d707bcfbef5', 'tag': '7deec46d-97bb-4a3f-a77b-11832cd2ffe1', 'status': 'completed', 'code': 200} Oct 03 12:54:00.537622 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349e8fa-31a0-4053-a1e0-350cd5264042 req-bb6b32f6-8259-4486-9f2b-374d389d5784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:00.539127 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4349e8fa-31a0-4053-a1e0-350cd5264042 req-bb6b32f6-8259-4486-9f2b-374d389d5784 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=06a284bf10ff47d6bc58de80f92c164a&device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 1129 time: 0.0418115 Oct 03 12:54:00.639609 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349e8fa-31a0-4053-a1e0-350cd5264042 req-b4d75567-b365-45e9-a665-64e24ca448f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:00.641085 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4349e8fa-31a0-4053-a1e0-350cd5264042 req-b4d75567-b365-45e9-a665-64e24ca448f3 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=ce8a959a-d831-48ea-b008-5e2f6694b525 HTTP/1.1" status: 200 len: 910 time: 0.0902829 Oct 03 12:54:00.667239 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-98f4b548-1c29-480f-8f0e-8c8d36ce7baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'name': 'tempest-TestShelveInstance-1160234685-router', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:53:02Z', 'revision_number': 4, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'gw_port': {'id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '4d29363c-b3f6-43a9-89db-a329abc8ceb2', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'port_id': '7deec46d-97bb-4a3f-a77b-11832cd2ffe1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525', 'mac_address': 'fa:16:3e:60:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a54301-d1b8-4060-b712-8d707bcfbef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:53:59Z', 'updated_at': '2022-10-03T12:53:59Z', 'revision_number': 0, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e1c71a-00ad-47d4-9440-ec4a9cf70426', 'name': '', 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'mac_address': 'fa:16:3e:bd:10:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:02Z', 'updated_at': '2022-10-03T12:53:09Z', 'revision_number': 5, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'subnets': [{'id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:00.695112 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f4b548-1c29-480f-8f0e-8c8d36ce7baa None None] Checking router: b83a45bb-d9e4-4f15-90e0-3db7de4cba05 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:54:00.703391 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f4b548-1c29-480f-8f0e-8c8d36ce7baa None None] Routers {'b83a45bb-d9e4-4f15-90e0-3db7de4cba05'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:54:00.703976 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-98f4b548-1c29-480f-8f0e-8c8d36ce7baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:53:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['b83a45bb-d9e4-4f15-90e0-3db7de4cba05'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:00.713008 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4349e8fa-31a0-4053-a1e0-350cd5264042 req-6c26d91e-8f5f-4aa2-87a6-7bf4969ba8d8 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7deec46d-97bb-4a3f-a77b-11832cd2ffe1 HTTP/1.1" status: 200 len: 998 time: 0.0559611 Oct 03 12:54:00.761383 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349e8fa-31a0-4053-a1e0-350cd5264042 req-f4dbf7b9-8a23-4b33-ae80-a4f7e3eaab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:00.762841 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4349e8fa-31a0-4053-a1e0-350cd5264042 req-f4dbf7b9-8a23-4b33-ae80-a4f7e3eaab2d service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=47380a65-a01f-404f-bd7b-70c1a3be1024 HTTP/1.1" status: 200 len: 848 time: 0.0435314 Oct 03 12:54:00.805798 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-98f4b548-1c29-480f-8f0e-8c8d36ce7baa None None] Set router b83a45bb-d9e4-4f15-90e0-3db7de4cba05 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:54:00.810183 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349e8fa-31a0-4053-a1e0-350cd5264042 req-325130c6-d8fd-44f5-83d8-7d8d09dcd11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:00.811696 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4349e8fa-31a0-4053-a1e0-350cd5264042 req-325130c6-d8fd-44f5-83d8-7d8d09dcd11d service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=ce8a959a-d831-48ea-b008-5e2f6694b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411458 Oct 03 12:54:00.908000 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4349e8fa-31a0-4053-a1e0-350cd5264042 req-7d1d66fb-88a9-495c-ae4f-b88b4b595c2f service neutron] 10.222.0.46 "GET /networking/v2.0/networks/ce8a959a-d831-48ea-b008-5e2f6694b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847440 Oct 03 12:54:01.010413 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4349e8fa-31a0-4053-a1e0-350cd5264042 req-c8a2e23f-6a20-477a-bf61-7a5b02b8fed7 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/ce8a959a-d831-48ea-b008-5e2f6694b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956874 Oct 03 12:54:01.022258 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-98f4b548-1c29-480f-8f0e-8c8d36ce7baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'name': 'tempest-TestShelveInstance-1160234685-router', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:53:02Z', 'revision_number': 4, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'gw_port': {'id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '4d29363c-b3f6-43a9-89db-a329abc8ceb2', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'port_id': '7deec46d-97bb-4a3f-a77b-11832cd2ffe1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525', 'mac_address': 'fa:16:3e:60:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a54301-d1b8-4060-b712-8d707bcfbef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:53:59Z', 'updated_at': '2022-10-03T12:53:59Z', 'revision_number': 0, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e1c71a-00ad-47d4-9440-ec4a9cf70426', 'name': '', 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'mac_address': 'fa:16:3e:bd:10:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:02Z', 'updated_at': '2022-10-03T12:53:09Z', 'revision_number': 5, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'subnets': [{'id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:01.048053 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f4b548-1c29-480f-8f0e-8c8d36ce7baa None None] The sync data for ids ['b83a45bb-d9e4-4f15-90e0-3db7de4cba05'] in dv-cinder-844563-12-iscsi is: [{'id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'name': 'tempest-TestShelveInstance-1160234685-router', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:53:02Z', 'revision_number': 4, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'gw_port': {'id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '4d29363c-b3f6-43a9-89db-a329abc8ceb2', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'port_id': '7deec46d-97bb-4a3f-a77b-11832cd2ffe1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525', 'mac_address': 'fa:16:3e:60:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a54301-d1b8-4060-b712-8d707bcfbef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:53:59Z', 'updated_at': '2022-10-03T12:53:59Z', 'revision_number': 0, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e1c71a-00ad-47d4-9440-ec4a9cf70426', 'name': '', 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'mac_address': 'fa:16:3e:bd:10:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:02Z', 'updated_at': '2022-10-03T12:53:09Z', 'revision_number': 5, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'subnets': [{'id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:54:01.239480 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7283b0a7-1d25-4d13-9116-d434bcfd3c01 None None] New status for floating IP 4d29363c-b3f6-43a9-89db-a329abc8ceb2: ACTIVE {{(pid=113286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:54:02.634961 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:07.830845 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=63 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:07.834770 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=8 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:11.007644 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=97,neutron:DELETE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:11.008821 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=42 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:11.024289 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=77 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:11.025083 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=79 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:12.578769 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:12.579776 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:16.741942 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99eb62-301a-4f7b-b3ee-ec8c01c67e2a req-46d6826a-8b4e-4fa8-8da7-80e98d440263 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:16.743416 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0a99eb62-301a-4f7b-b3ee-ec8c01c67e2a req-46d6826a-8b4e-4fa8-8da7-80e98d440263 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 946 time: 0.0476935 Oct 03 12:54:16.793281 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0a99eb62-301a-4f7b-b3ee-ec8c01c67e2a req-3fd63320-7b57-4324-8a37-cf5767bef777 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442634 Oct 03 12:54:17.920439 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e508ec-1b37-4e1a-bb1c-a5e8f1f563ec req-ac3108c2-badd-413c-b42f-181f1d4f9ddc tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:17.921904 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a1e508ec-1b37-4e1a-bb1c-a5e8f1f563ec req-ac3108c2-badd-413c-b42f-181f1d4f9ddc tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 946 time: 0.0473154 Oct 03 12:54:17.968458 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a1e508ec-1b37-4e1a-bb1c-a5e8f1f563ec req-7bec16ef-b734-483c-8837-b152ac2bffa3 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410025 Oct 03 12:54:18.569555 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147ccb0-793d-4399-8563-1680893cc579 req-4e050d2f-726a-4908-aef3-ab9850425870 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:18.570875 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-2147ccb0-793d-4399-8563-1680893cc579 req-4e050d2f-726a-4908-aef3-ab9850425870 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 946 time: 0.0470581 Oct 03 12:54:18.656603 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-2147ccb0-793d-4399-8563-1680893cc579 req-7950674f-1914-4cad-a5f6-b5c5d6292d17 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Deleting port e846a01d-6972-40c0-b292-bc930ec8ca6d {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:54:18.656940 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-2147ccb0-793d-4399-8563-1680893cc579 req-7950674f-1914-4cad-a5f6-b5c5d6292d17 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:18.744428 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-2147ccb0-793d-4399-8563-1680893cc579 req-7950674f-1914-4cad-a5f6-b5c5d6292d17 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] For port e846a01d-6972-40c0-b292-bc930ec8ca6d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e846a01d-6972-40c0-b292-bc930ec8ca6d,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:54:18.744787 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-2147ccb0-793d-4399-8563-1680893cc579 req-7950674f-1914-4cad-a5f6-b5c5d6292d17 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:18.950183 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-2147ccb0-793d-4399-8563-1680893cc579 req-7950674f-1914-4cad-a5f6-b5c5d6292d17 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:18.950453 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-2147ccb0-793d-4399-8563-1680893cc579 req-7950674f-1914-4cad-a5f6-b5c5d6292d17 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (479f4bd8-2351-4948-8152-28f2969a4246), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:18.950766 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.l3_db [req-2147ccb0-793d-4399-8563-1680893cc579 req-7950674f-1914-4cad-a5f6-b5c5d6292d17 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Floating IP 479f4bd8-2351-4948-8152-28f2969a4246 disassociated. External IP: 172.27.0.176, port: e846a01d-6972-40c0-b292-bc930ec8ca6d. Oct 03 12:54:18.951108 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-2147ccb0-793d-4399-8563-1680893cc579 req-7950674f-1914-4cad-a5f6-b5c5d6292d17 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Calling delete_port for e846a01d-6972-40c0-b292-bc930ec8ca6d owned by compute:nova {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:54:19.111688 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cb58a-933b-41e8-bb05-94d3a65aeb81 req-f4e8e28f-dbf3-480c-a840-a4587e47f5ad tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:19.113183 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-036cb58a-933b-41e8-bb05-94d3a65aeb81 req-f4e8e28f-dbf3-480c-a840-a4587e47f5ad tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 946 time: 0.0513449 Oct 03 12:54:19.163539 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-036cb58a-933b-41e8-bb05-94d3a65aeb81 req-ecee1489-cf43-4d1e-8d54-22bffb2107c3 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442762 Oct 03 12:54:19.172221 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-2147ccb0-793d-4399-8563-1680893cc579 req-7950674f-1914-4cad-a5f6-b5c5d6292d17 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (e846a01d-6972-40c0-b292-bc930ec8ca6d), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:19.201285 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950674f-1914-4cad-a5f6-b5c5d6292d17 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Pushing event deleted for resources: {'Port': ['ID=e846a01d-6972-40c0-b292-bc930ec8ca6d,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:19.310120 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2147ccb0-793d-4399-8563-1680893cc579 req-7950674f-1914-4cad-a5f6-b5c5d6292d17 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Router 2a5a47af-db2f-4895-9785-8a69fde47225 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:54:19.418345 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2147ccb0-793d-4399-8563-1680893cc579 req-7950674f-1914-4cad-a5f6-b5c5d6292d17 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:54:19.429764 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a8f420-270b-44b7-9b06-561ed7fbf041 None None] Sync routers for ids ['2a5a47af-db2f-4895-9785-8a69fde47225'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:54:19.440502 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a8f420-270b-44b7-9b06-561ed7fbf041 None None] Routers {'2a5a47af-db2f-4895-9785-8a69fde47225'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:54:19.443676 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-03a8f420-270b-44b7-9b06-561ed7fbf041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:53:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['2a5a47af-db2f-4895-9785-8a69fde47225'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:19.466537 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-2147ccb0-793d-4399-8563-1680893cc579 req-7950674f-1914-4cad-a5f6-b5c5d6292d17 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] No DVR routers for this DVR port e846a01d-6972-40c0-b292-bc930ec8ca6d on host hv-cinder-84456 {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:54:19.466537 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-2147ccb0-793d-4399-8563-1680893cc579 req-7950674f-1914-4cad-a5f6-b5c5d6292d17 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:19.468774 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-2147ccb0-793d-4399-8563-1680893cc579 req-7950674f-1914-4cad-a5f6-b5c5d6292d17 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.46 "DELETE /networking/v2.0/ports/e846a01d-6972-40c0-b292-bc930ec8ca6d HTTP/1.1" status: 204 len: 173 time: 0.8922896 Oct 03 12:54:19.469332 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54982238-81ba-4d23-b642-e3a37f778b4a', 'name': 'network-vif-deleted', 'tag': 'e846a01d-6972-40c0-b292-bc930ec8ca6d'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:54:19.471699 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402608f6-75b8-47fc-b845-1140e3a5f0e0" -d '{"events": [{"server_uuid": "54982238-81ba-4d23-b642-e3a37f778b4a", "name": "network-vif-deleted", "tag": "e846a01d-6972-40c0-b292-bc930ec8ca6d"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:54:19.519024 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d68a59-5ce6-4d6b-af28-deef1fa5ada6 x-openstack-request-id: req-08d68a59-5ce6-4d6b-af28-deef1fa5ada6 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:54:19.519366 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54982238-81ba-4d23-b642-e3a37f778b4a", "name": "network-vif-deleted", "tag": "e846a01d-6972-40c0-b292-bc930ec8ca6d", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:54:19.519628 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-08d68a59-5ce6-4d6b-af28-deef1fa5ada6 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:54:19.520046 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d68a59-5ce6-4d6b-af28-deef1fa5ada6'] response: {'server_uuid': '54982238-81ba-4d23-b642-e3a37f778b4a', 'name': 'network-vif-deleted', 'tag': 'e846a01d-6972-40c0-b292-bc930ec8ca6d', 'status': 'completed', 'code': 200} Oct 03 12:54:19.562495 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-03a8f420-270b-44b7-9b06-561ed7fbf041 None None] Set router 2a5a47af-db2f-4895-9785-8a69fde47225 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:54:19.758621 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-03a8f420-270b-44b7-9b06-561ed7fbf041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-router', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:41Z', 'revision_number': 4, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'gw_port': {'id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '962f39f1-958a-4cb5-839b-64ff944801e8', 'name': '', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'mac_address': 'fa:16:3e:69:7a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '287a7239-c391-4a5c-a389-779ed301deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:54Z', 'revision_number': 5, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'subnets': [{'id': '287a7239-c391-4a5c-a389-779ed301deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:19.787509 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a8f420-270b-44b7-9b06-561ed7fbf041 None None] Checking router: 2a5a47af-db2f-4895-9785-8a69fde47225 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:54:19.796740 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a8f420-270b-44b7-9b06-561ed7fbf041 None None] Routers {'2a5a47af-db2f-4895-9785-8a69fde47225'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:54:19.797341 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-03a8f420-270b-44b7-9b06-561ed7fbf041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:53:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['2a5a47af-db2f-4895-9785-8a69fde47225'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:19.909770 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-03a8f420-270b-44b7-9b06-561ed7fbf041 None None] Set router 2a5a47af-db2f-4895-9785-8a69fde47225 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:54:20.103682 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-03a8f420-270b-44b7-9b06-561ed7fbf041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-router', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:41Z', 'revision_number': 4, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'gw_port': {'id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '962f39f1-958a-4cb5-839b-64ff944801e8', 'name': '', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'mac_address': 'fa:16:3e:69:7a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '287a7239-c391-4a5c-a389-779ed301deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:54Z', 'revision_number': 5, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'subnets': [{'id': '287a7239-c391-4a5c-a389-779ed301deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:20.129052 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a8f420-270b-44b7-9b06-561ed7fbf041 None None] The sync data for ids ['2a5a47af-db2f-4895-9785-8a69fde47225'] in dv-cinder-844563-12-iscsi is: [{'id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-router', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:41Z', 'revision_number': 4, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'gw_port': {'id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '962f39f1-958a-4cb5-839b-64ff944801e8', 'name': '', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'mac_address': 'fa:16:3e:69:7a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '287a7239-c391-4a5c-a389-779ed301deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:54Z', 'revision_number': 5, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'subnets': [{'id': '287a7239-c391-4a5c-a389-779ed301deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:54:20.296535 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4d14cbf6-9304-4684-8671-6f5dbc86c91b req-25096cec-8289-48c2-a640-d023582d0b7e tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=54982238-81ba-4d23-b642-e3a37f778b4a HTTP/1.1" status: 200 len: 210 time: 0.0310438 Oct 03 12:54:20.411835 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac54ce7-2647-4031-9100-f1c09b9345fe None None] New status for floating IP 479f4bd8-2351-4948-8152-28f2969a4246: DOWN {{(pid=113286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:54:22.493066 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 40124) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:54:22.534403 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:22.548268 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ae09ae04-3435-4ea4-a4a8-753377078d60 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group (16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:22.570661 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ae09ae04-3435-4ea4-a4a8-753377078d60 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group (16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:22.583841 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:22.691829 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ae09ae04-3435-4ea4-a4a8-753377078d60 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:22.694854 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-ae09ae04-3435-4ea4-a4a8-753377078d60 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:22.696198 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-ae09ae04-3435-4ea4-a4a8-753377078d60 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0 HTTP/1.1" status: 204 len: 168 time: 0.2020943 Oct 03 12:54:22.699446 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 40130) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:54:22.706591 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09ae04-3435-4ea4-a4a8-753377078d60 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:22.713650 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.api.v2.resource [None req-e46b06e3-635f-419a-8aae-3ad7569c73aa tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] show failed (client error): The resource could not be found. Oct 03 12:54:22.714669 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-e46b06e3-635f-419a-8aae-3ad7569c73aa tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups/16703ce2-ffee-4ab7-9cd2-87ad3b85d8a0 HTTP/1.1" status: 404 len: 347 time: 0.0142059 Oct 03 12:54:22.717520 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 40134) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:54:22.832840 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-bc5d2933-721a-489d-aa66-1b0a4d0027ba tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Deleting port b880a643-f4c7-405c-8bb2-7788807641bc {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:54:22.833187 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2933-721a-489d-aa66-1b0a4d0027ba tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (b880a643-f4c7-405c-8bb2-7788807641bc), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:22.880868 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device e846a01d-6972-40c0-b292-bc930ec8ca6d no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:54:22.901915 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] No Port match for: e846a01d-6972-40c0-b292-bc930ec8ca6d {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:54:22.902265 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device e846a01d-6972-40c0-b292-bc930ec8ca6d not bound to the agent host hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:54:22.915847 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2933-721a-489d-aa66-1b0a4d0027ba tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (b880a643-f4c7-405c-8bb2-7788807641bc), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:22.916170 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2933-721a-489d-aa66-1b0a4d0027ba tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for floatingip (b880a643-f4c7-405c-8bb2-7788807641bc), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:22.928692 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-bc5d2933-721a-489d-aa66-1b0a4d0027ba tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Calling delete_port for b880a643-f4c7-405c-8bb2-7788807641bc owned by network:floatingip {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:54:22.971617 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-71648d0c-c0d2-4d4a-b3a3-27ebac219a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:23.140860 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2933-721a-489d-aa66-1b0a4d0027ba tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749'] for port (b880a643-f4c7-405c-8bb2-7788807641bc), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:23.167893 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d2933-721a-489d-aa66-1b0a4d0027ba tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Pushing event deleted for resources: {'Port': ['ID=b880a643-f4c7-405c-8bb2-7788807641bc,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:23.204474 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2933-721a-489d-aa66-1b0a4d0027ba tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for floatingip (479f4bd8-2351-4948-8152-28f2969a4246), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:23.207237 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2933-721a-489d-aa66-1b0a4d0027ba tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:23.208426 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-bc5d2933-721a-489d-aa66-1b0a4d0027ba tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/479f4bd8-2351-4948-8152-28f2969a4246 HTTP/1.1" status: 204 len: 168 time: 0.4898522 Oct 03 12:54:23.253923 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801eb0e-f0d6-4b5a-a7e1-b44df8af4f8e req-e885ef68-5428-4587-bcf1-352e13252cc6 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:23.256541 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c801eb0e-f0d6-4b5a-a7e1-b44df8af4f8e req-e885ef68-5428-4587-bcf1-352e13252cc6 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0623615 Oct 03 12:54:23.304757 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c801eb0e-f0d6-4b5a-a7e1-b44df8af4f8e req-f5de7cd2-f95a-42db-9b5b-49e866a0a8b9 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426202 Oct 03 12:54:23.360066 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 40142) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:54:23.364508 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-6f7dad03-426a-4ed4-b207-8e3805b4c228 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1844965496', 'description': 'tempest-description--219499196'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:54:23.468521 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-6f7dad03-426a-4ed4-b207-8e3805b4c228 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:23.508845 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:23.534957 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:23.540484 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-6f7dad03-426a-4ed4-b207-8e3805b4c228 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group (74ddb88b-54c5-41a6-a585-b0e80a6df246), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:23.605616 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-6f7dad03-426a-4ed4-b207-8e3805b4c228 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (74ddb88b-54c5-41a6-a585-b0e80a6df246), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:23.636052 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7dad03-426a-4ed4-b207-8e3805b4c228 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ddb88b-54c5-41a6-a585-b0e80a6df246,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:23.722532 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-6f7dad03-426a-4ed4-b207-8e3805b4c228 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:23.724017 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-6f7dad03-426a-4ed4-b207-8e3805b4c228 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3629236 Oct 03 12:54:23.727140 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 40144) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:54:23.731625 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-ca56ad2e-9271-40f9-9a1c-ee645d3f0ff1 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Request body: {'security_group_rule': {'security_group_id': '74ddb88b-54c5-41a6-a585-b0e80a6df246', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:54:23.844963 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ca56ad2e-9271-40f9-9a1c-ee645d3f0ff1 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group_rule (5a611224-74ec-4bf2-8e9c-d0e3b927b62e), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:23.904374 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ca56ad2e-9271-40f9-9a1c-ee645d3f0ff1 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group_rule (5a611224-74ec-4bf2-8e9c-d0e3b927b62e), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:23.982896 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ca56ad2e-9271-40f9-9a1c-ee645d3f0ff1 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (5a611224-74ec-4bf2-8e9c-d0e3b927b62e), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:23.999504 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56ad2e-9271-40f9-9a1c-ee645d3f0ff1 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a611224-74ec-4bf2-8e9c-d0e3b927b62e,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:24.058979 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ca56ad2e-9271-40f9-9a1c-ee645d3f0ff1 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:24.060227 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-ca56ad2e-9271-40f9-9a1c-ee645d3f0ff1 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3321311 Oct 03 12:54:24.063012 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 40148) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:54:24.067216 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-f5abb86c-d807-4a0e-8a82-322b1d88f23b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Request body: {'security_group_rule': {'security_group_id': '74ddb88b-54c5-41a6-a585-b0e80a6df246', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:54:24.191354 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f5abb86c-d807-4a0e-8a82-322b1d88f23b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group_rule (4783db4e-bdf9-408d-8704-def3746603b8), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:24.248973 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f5abb86c-d807-4a0e-8a82-322b1d88f23b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group_rule (4783db4e-bdf9-408d-8704-def3746603b8), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:24.325614 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f5abb86c-d807-4a0e-8a82-322b1d88f23b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (4783db4e-bdf9-408d-8704-def3746603b8), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:24.345657 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5abb86c-d807-4a0e-8a82-322b1d88f23b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4783db4e-bdf9-408d-8704-def3746603b8,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:24.417396 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f5abb86c-d807-4a0e-8a82-322b1d88f23b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:24.418574 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-f5abb86c-d807-4a0e-8a82-322b1d88f23b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3546193 Oct 03 12:54:24.421846 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 40152) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:54:24.426325 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-d2f8b76e-f684-4b6c-a96f-c9c7579dcd23 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Request body: {'floatingip': {'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:54:24.434028 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3bc60-0180-4d88-85ee-580d99d5c8cf req-b905fb9b-5e32-48f2-8392-3c956573b69b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:24.435577 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-40a3bc60-0180-4d88-85ee-580d99d5c8cf req-b905fb9b-5e32-48f2-8392-3c956573b69b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0519223 Oct 03 12:54:24.486210 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-40a3bc60-0180-4d88-85ee-580d99d5c8cf req-666886a1-dd4d-4a09-888d-8276a996aeeb tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445092 Oct 03 12:54:24.514514 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b76e-f684-4b6c-a96f-c9c7579dcd23 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:24.589720 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b76e-f684-4b6c-a96f-c9c7579dcd23 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:24.697530 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [None req-d2f8b76e-f684-4b6c-a96f-c9c7579dcd23 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Allocated IP 172.27.0.172 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/c1621701-3cdd-4806-a246-888a5c1eff1a) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:54:24.799481 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b76e-f684-4b6c-a96f-c9c7579dcd23 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for port (c1621701-3cdd-4806-a246-888a5c1eff1a), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:24.886813 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b76e-f684-4b6c-a96f-c9c7579dcd23 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (c1621701-3cdd-4806-a246-888a5c1eff1a), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:24.931358 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f8b76e-f684-4b6c-a96f-c9c7579dcd23 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:54:24.936169 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-d2f8b76e-f684-4b6c-a96f-c9c7579dcd23 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:54:24.939926 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f8b76e-f684-4b6c-a96f-c9c7579dcd23 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:54:24.943167 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8b76e-f684-4b6c-a96f-c9c7579dcd23 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Pushing event updated for resources: {'Port': ['ID=c1621701-3cdd-4806-a246-888a5c1eff1a,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:25.023153 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b76e-f684-4b6c-a96f-c9c7579dcd23 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for floatingip (539b615a-dc95-4b85-b770-351b7bdfcd91), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:25.135421 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b76e-f684-4b6c-a96f-c9c7579dcd23 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (c1621701-3cdd-4806-a246-888a5c1eff1a), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:25.216358 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:25.246007 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-37319961-8234-4b25-8816-ece786d78fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:25.279988 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:25.283874 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b76e-f684-4b6c-a96f-c9c7579dcd23 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for port (c1621701-3cdd-4806-a246-888a5c1eff1a), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:25.340257 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b76e-f684-4b6c-a96f-c9c7579dcd23 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (c1621701-3cdd-4806-a246-888a5c1eff1a), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:25.410512 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8b76e-f684-4b6c-a96f-c9c7579dcd23 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Pushing event updated for resources: {'Port': ['ID=c1621701-3cdd-4806-a246-888a5c1eff1a,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:25.414617 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b76e-f684-4b6c-a96f-c9c7579dcd23 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (539b615a-dc95-4b85-b770-351b7bdfcd91), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:25.467286 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb254a09-315b-4059-9d27-7e9f5ab03654 req-35aad5bc-2df5-48c8-9779-4cf73197c4f1 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:25.468758 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-cb254a09-315b-4059-9d27-7e9f5ab03654 req-35aad5bc-2df5-48c8-9779-4cf73197c4f1 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0469074 Oct 03 12:54:25.525718 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b76e-f684-4b6c-a96f-c9c7579dcd23 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:25.526894 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-d2f8b76e-f684-4b6c-a96f-c9c7579dcd23 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1040621 Oct 03 12:54:25.565083 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-cb254a09-315b-4059-9d27-7e9f5ab03654 req-cdc4b33e-bf0b-4887-af0b-2b0cddbbc265 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Deleting port b6c921d4-a92a-4c27-89cc-adf792fee725 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:54:25.565491 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-cb254a09-315b-4059-9d27-7e9f5ab03654 req-cdc4b33e-bf0b-4887-af0b-2b0cddbbc265 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (b6c921d4-a92a-4c27-89cc-adf792fee725), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:25.626680 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719c77e-24df-46b5-9bda-72d68797b0db req-b3ad5913-7fcf-4998-a977-d72863ffe1da tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:25.628926 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2719c77e-24df-46b5-9bda-72d68797b0db req-b3ad5913-7fcf-4998-a977-d72863ffe1da tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 946 time: 0.0610309 Oct 03 12:54:25.667502 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-cb254a09-315b-4059-9d27-7e9f5ab03654 req-cdc4b33e-bf0b-4887-af0b-2b0cddbbc265 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] For port b6c921d4-a92a-4c27-89cc-adf792fee725, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b6c921d4-a92a-4c27-89cc-adf792fee725,segment=NetworkSegment(45e470c6-55da-45fc-b9e1-3afe7ebb42cf),segment_id=45e470c6-55da-45fc-b9e1-3afe7ebb42cf)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:54:25.667983 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-cb254a09-315b-4059-9d27-7e9f5ab03654 req-cdc4b33e-bf0b-4887-af0b-2b0cddbbc265 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (b6c921d4-a92a-4c27-89cc-adf792fee725), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:25.680958 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2719c77e-24df-46b5-9bda-72d68797b0db req-360be00f-44dc-4d05-ab44-66712674cea4 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2d946915-7497-4a7a-88a0-9dc7d7e010a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464668 Oct 03 12:54:25.722802 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:25.746133 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-a5165160-6cb0-4e9c-8390-f027e2e22962 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1844965496&fields=id&tenant_id=0e20f793bd0b46a59df730183818d9f8 HTTP/1.1" status: 200 len: 267 time: 0.0436039 Oct 03 12:54:25.864596 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-7f1a5a52-2288-41b1-b608-08884015db29 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:25.866643 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-7f1a5a52-2288-41b1-b608-08884015db29 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/networks?id=99c96330-3d0c-4416-8b2d-15be2ccdbc1b HTTP/1.1" status: 200 len: 817 time: 0.1140988 Oct 03 12:54:25.882951 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-cbdaacee-7e24-4854-9e57-12af3dd2dcd9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/quotas/0e20f793bd0b46a59df730183818d9f8 HTTP/1.1" status: 200 len: 375 time: 0.0104253 Oct 03 12:54:25.936512 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-ebead4fa-97f5-4600-b1de-b6db82592fb4 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0e20f793bd0b46a59df730183818d9f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477698 Oct 03 12:54:26.039879 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-710f6b31-3d86-4475-9f3a-8cd551a411d0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908134 Oct 03 12:54:26.056988 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-cb254a09-315b-4059-9d27-7e9f5ab03654 req-cdc4b33e-bf0b-4887-af0b-2b0cddbbc265 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:26.057346 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-cb254a09-315b-4059-9d27-7e9f5ab03654 req-cdc4b33e-bf0b-4887-af0b-2b0cddbbc265 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (e4e41df4-605c-421a-a834-7d527a8da45f), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:26.057705 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.l3_db [req-cb254a09-315b-4059-9d27-7e9f5ab03654 req-cdc4b33e-bf0b-4887-af0b-2b0cddbbc265 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Floating IP e4e41df4-605c-421a-a834-7d527a8da45f disassociated. External IP: 172.27.0.61, port: b6c921d4-a92a-4c27-89cc-adf792fee725. Oct 03 12:54:26.058114 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-cb254a09-315b-4059-9d27-7e9f5ab03654 req-cdc4b33e-bf0b-4887-af0b-2b0cddbbc265 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Calling delete_port for b6c921d4-a92a-4c27-89cc-adf792fee725 owned by compute:nova {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:54:26.134492 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-e4c9f396-da7a-4846-a365-b379e6d3e96e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886691 Oct 03 12:54:26.266137 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-cb254a09-315b-4059-9d27-7e9f5ab03654 req-cdc4b33e-bf0b-4887-af0b-2b0cddbbc265 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (b6c921d4-a92a-4c27-89cc-adf792fee725), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:26.295162 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4b33e-bf0b-4887-af0b-2b0cddbbc265 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Pushing event deleted for resources: {'Port': ['ID=b6c921d4-a92a-4c27-89cc-adf792fee725,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:26.356070 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:26.415107 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb254a09-315b-4059-9d27-7e9f5ab03654 req-cdc4b33e-bf0b-4887-af0b-2b0cddbbc265 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Router bf68c2f1-2fbc-4059-8139-7e5e77804bdc has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:54:26.522659 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9a2c62cd-2469-4d17-9cac-c97c46aaa981 req-a25c766c-b524-474b-a014-6e7ca132ab9b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 210 time: 0.1631880 Oct 03 12:54:26.530754 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb254a09-315b-4059-9d27-7e9f5ab03654 req-cdc4b33e-bf0b-4887-af0b-2b0cddbbc265 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:54:26.541973 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1753f40-0d96-468e-bf4f-40a5a21ff187 None None] Sync routers for ids ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:54:26.558056 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1753f40-0d96-468e-bf4f-40a5a21ff187 None None] Routers {'bf68c2f1-2fbc-4059-8139-7e5e77804bdc'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:54:26.558672 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-d1753f40-0d96-468e-bf4f-40a5a21ff187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:54:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:26.579703 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb254a09-315b-4059-9d27-7e9f5ab03654 req-cdc4b33e-bf0b-4887-af0b-2b0cddbbc265 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] No DVR routers for this DVR port b6c921d4-a92a-4c27-89cc-adf792fee725 on host hv-cinder-84456 {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:54:26.582365 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-cb254a09-315b-4059-9d27-7e9f5ab03654 req-cdc4b33e-bf0b-4887-af0b-2b0cddbbc265 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:26.586483 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-cb254a09-315b-4059-9d27-7e9f5ab03654 req-cdc4b33e-bf0b-4887-af0b-2b0cddbbc265 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.46 "DELETE /networking/v2.0/ports/b6c921d4-a92a-4c27-89cc-adf792fee725 HTTP/1.1" status: 204 len: 173 time: 1.1098843 Oct 03 12:54:26.587034 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a980d091-a942-46bc-a139-d12f9e2167ed', 'name': 'network-vif-deleted', 'tag': 'b6c921d4-a92a-4c27-89cc-adf792fee725'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:54:26.590051 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528515ee-c66e-429a-b5e4-83afa71fbcb8" -d '{"events": [{"server_uuid": "a980d091-a942-46bc-a139-d12f9e2167ed", "name": "network-vif-deleted", "tag": "b6c921d4-a92a-4c27-89cc-adf792fee725"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:54:26.637021 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d113cb-e189-4c58-880b-a3a5069468b0 x-openstack-request-id: req-72d113cb-e189-4c58-880b-a3a5069468b0 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:54:26.643673 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a980d091-a942-46bc-a139-d12f9e2167ed", "name": "network-vif-deleted", "tag": "b6c921d4-a92a-4c27-89cc-adf792fee725", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:54:26.644548 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-72d113cb-e189-4c58-880b-a3a5069468b0 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:54:26.644548 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d113cb-e189-4c58-880b-a3a5069468b0'] response: {'server_uuid': 'a980d091-a942-46bc-a139-d12f9e2167ed', 'name': 'network-vif-deleted', 'tag': 'b6c921d4-a92a-4c27-89cc-adf792fee725', 'status': 'completed', 'code': 200} Oct 03 12:54:26.684018 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-d1753f40-0d96-468e-bf4f-40a5a21ff187 None None] Set router bf68c2f1-2fbc-4059-8139-7e5e77804bdc gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:54:26.796654 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2070e881-019a-4918-8413-3e48433d1848 req-25ddf243-3eea-407a-ae76-a714bf3fa809 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 210 time: 0.0322788 Oct 03 12:54:26.856225 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:26.901709 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-d1753f40-0d96-468e-bf4f-40a5a21ff187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'name': 'tempest-AttachVolumeTestJSON-1436640532-router', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '525d1105-b516-4c50-8464-cf5883410871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:40Z', 'revision_number': 4, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'gw_port': {'id': '525d1105-b516-4c50-8464-cf5883410871', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'aabe71f5-9953-454c-af62-6cefced38512', 'name': '', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'mac_address': 'fa:16:3e:e7:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:57Z', 'revision_number': 5, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'subnets': [{'id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:26.925973 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1753f40-0d96-468e-bf4f-40a5a21ff187 None None] Checking router: bf68c2f1-2fbc-4059-8139-7e5e77804bdc for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:54:26.929069 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:26.935263 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1753f40-0d96-468e-bf4f-40a5a21ff187 None None] Routers {'bf68c2f1-2fbc-4059-8139-7e5e77804bdc'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:54:26.935875 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-d1753f40-0d96-468e-bf4f-40a5a21ff187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:54:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:27.033986 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-d1753f40-0d96-468e-bf4f-40a5a21ff187 None None] Set router bf68c2f1-2fbc-4059-8139-7e5e77804bdc gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:54:27.055087 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:27.313375 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-d1753f40-0d96-468e-bf4f-40a5a21ff187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'name': 'tempest-AttachVolumeTestJSON-1436640532-router', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '525d1105-b516-4c50-8464-cf5883410871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:40Z', 'revision_number': 4, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'gw_port': {'id': '525d1105-b516-4c50-8464-cf5883410871', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'aabe71f5-9953-454c-af62-6cefced38512', 'name': '', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'mac_address': 'fa:16:3e:e7:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:57Z', 'revision_number': 5, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'subnets': [{'id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:27.338865 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1753f40-0d96-468e-bf4f-40a5a21ff187 None None] The sync data for ids ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'] in dv-cinder-844563-12-iscsi is: [{'id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'name': 'tempest-AttachVolumeTestJSON-1436640532-router', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '525d1105-b516-4c50-8464-cf5883410871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:40Z', 'revision_number': 4, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'gw_port': {'id': '525d1105-b516-4c50-8464-cf5883410871', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'aabe71f5-9953-454c-af62-6cefced38512', 'name': '', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'mac_address': 'fa:16:3e:e7:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:57Z', 'revision_number': 5, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'subnets': [{'id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:54:27.560329 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9678b43-b016-493a-bfd6-82b12bb7984d None None] New status for floating IP e4e41df4-605c-421a-a834-7d527a8da45f: DOWN {{(pid=113286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:54:27.699198 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-47b605a1-867f-4191-a527-17aae76f19a3 req-41501ff9-1af1-4e3a-91f9-7e1e2b7de126 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 210 time: 0.0878103 Oct 03 12:54:27.928398 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2e4ab0f3-2708-4799-90c2-2f31d285892b req-fffad9b2-05a1-411a-9e49-3fc9a21ffce8 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a980d091-a942-46bc-a139-d12f9e2167ed HTTP/1.1" status: 200 len: 210 time: 0.0289056 Oct 03 12:54:28.416732 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:28.439405 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:28.812386 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c5470968-f71b-4ee8-9303-c660f895e2e0 req-0129ce3b-fbdb-4482-9b5a-2de596baba18 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 210 time: 0.0314772 Oct 03 12:54:28.825369 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:28.909104 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-db8e674e-6ae4-4387-8191-b86db17b8c3e tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:28.910648 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-db8e674e-6ae4-4387-8191-b86db17b8c3e tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.46 "GET /networking/v2.0/networks?id=99c96330-3d0c-4416-8b2d-15be2ccdbc1b HTTP/1.1" status: 200 len: 817 time: 0.1057539 Oct 03 12:54:28.929259 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device b6c921d4-a92a-4c27-89cc-adf792fee725 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:54:28.949573 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] No Port match for: b6c921d4-a92a-4c27-89cc-adf792fee725 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:54:28.950851 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device b6c921d4-a92a-4c27-89cc-adf792fee725 not bound to the agent host hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:54:28.985391 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-89544ecc-fc51-4911-a226-64d8e96dc1b2 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0e20f793bd0b46a59df730183818d9f8 HTTP/1.1" status: 200 len: 380 time: 0.0622573 Oct 03 12:54:28.996286 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-0a968498-99d5-4202-a9ee-5db6e764a4cf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Request body: {'port': {'device_id': '6b37dd24-5a6e-4898-8247-8e00786088ea', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'admin_state_up': True, 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'security_groups': ['74ddb88b-54c5-41a6-a585-b0e80a6df246']}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:54:29.099231 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 40196) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:54:29.161086 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c0e51818-e3c1-42f3-a346-62f29ceeae72 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group (2d946915-7497-4a7a-88a0-9dc7d7e010a4), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:29.183260 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c0e51818-e3c1-42f3-a346-62f29ceeae72 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group (2d946915-7497-4a7a-88a0-9dc7d7e010a4), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:29.222977 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-0a968498-99d5-4202-a9ee-5db6e764a4cf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Made reservation on behalf of 0e20f793bd0b46a59df730183818d9f8 for: {'port': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:54:29.227299 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-0a968498-99d5-4202-a9ee-5db6e764a4cf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:29.331595 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c0e51818-e3c1-42f3-a346-62f29ceeae72 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (2d946915-7497-4a7a-88a0-9dc7d7e010a4), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:29.334902 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c0e51818-e3c1-42f3-a346-62f29ceeae72 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:29.336058 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-c0e51818-e3c1-42f3-a346-62f29ceeae72 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2d946915-7497-4a7a-88a0-9dc7d7e010a4 HTTP/1.1" status: 204 len: 168 time: 0.2376664 Oct 03 12:54:29.338908 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 40202) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:54:29.350923 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e51818-e3c1-42f3-a346-62f29ceeae72 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d946915-7497-4a7a-88a0-9dc7d7e010a4,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:29.352859 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.api.v2.resource [None req-50422430-fe3e-4d37-a07b-82e5922519f1 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] show failed (client error): The resource could not be found. Oct 03 12:54:29.356768 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-50422430-fe3e-4d37-a07b-82e5922519f1 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups/2d946915-7497-4a7a-88a0-9dc7d7e010a4 HTTP/1.1" status: 404 len: 347 time: 0.0139549 Oct 03 12:54:29.357202 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 40204) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:54:29.370189 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-0a968498-99d5-4202-a9ee-5db6e764a4cf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Allocated IP 172.20.0.10 (99c96330-3d0c-4416-8b2d-15be2ccdbc1b/287a7239-c391-4a5c-a389-779ed301deff/778fd61a-2cb6-43b5-ad14-c9a69f32bf7c) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:54:29.461419 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:29.470252 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-13237cd7-0318-4b7c-b6ab-1ff5775db23b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Deleting port 14afd1a6-ab2c-463c-b567-76e0bbb8d858 {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:54:29.470827 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-13237cd7-0318-4b7c-b6ab-1ff5775db23b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (14afd1a6-ab2c-463c-b567-76e0bbb8d858), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:29.515260 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:29.515505 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-0a968498-99d5-4202-a9ee-5db6e764a4cf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:29.549184 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-13237cd7-0318-4b7c-b6ab-1ff5775db23b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (14afd1a6-ab2c-463c-b567-76e0bbb8d858), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:29.549503 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-13237cd7-0318-4b7c-b6ab-1ff5775db23b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for floatingip (14afd1a6-ab2c-463c-b567-76e0bbb8d858), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:29.568983 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-13237cd7-0318-4b7c-b6ab-1ff5775db23b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Calling delete_port for 14afd1a6-ab2c-463c-b567-76e0bbb8d858 owned by network:floatingip {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:54:29.597848 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-0a968498-99d5-4202-a9ee-5db6e764a4cf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:29.647638 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-0a968498-99d5-4202-a9ee-5db6e764a4cf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Network 99c96330-3d0c-4416-8b2d-15be2ccdbc1b is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:54:29.653013 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-0a968498-99d5-4202-a9ee-5db6e764a4cf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:54:29.655180 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a968498-99d5-4202-a9ee-5db6e764a4cf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Pushing event updated for resources: {'Port': ['ID=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:29.657458 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-0a968498-99d5-4202-a9ee-5db6e764a4cf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:54:29.659903 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:29.712729 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-0a968498-99d5-4202-a9ee-5db6e764a4cf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:29.713361 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-0a968498-99d5-4202-a9ee-5db6e764a4cf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:29.804565 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-13237cd7-0318-4b7c-b6ab-1ff5775db23b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749'] for port (14afd1a6-ab2c-463c-b567-76e0bbb8d858), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:29.808083 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:29.832729 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13237cd7-0318-4b7c-b6ab-1ff5775db23b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Pushing event deleted for resources: {'Port': ['ID=14afd1a6-ab2c-463c-b567-76e0bbb8d858,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:29.844464 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-0a968498-99d5-4202-a9ee-5db6e764a4cf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8519430 Oct 03 12:54:29.854665 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] Request body: {'port': {'device_id': '6b37dd24-5a6e-4898-8247-8e00786088ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:54:29.874835 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-13237cd7-0318-4b7c-b6ab-1ff5775db23b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for floatingip (e4e41df4-605c-421a-a834-7d527a8da45f), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:29.882411 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-13237cd7-0318-4b7c-b6ab-1ff5775db23b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:29.882411 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-13237cd7-0318-4b7c-b6ab-1ff5775db23b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/e4e41df4-605c-421a-a834-7d527a8da45f HTTP/1.1" status: 204 len: 168 time: 0.5205405 Oct 03 12:54:29.926293 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:29.945741 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-46a64090-40c5-49a5-bb61-7617aac15e23 None None] Provisioning complete for port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:54:29.947798 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-46a64090-40c5-49a5-bb61-7617aac15e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:29.947798 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-46a64090-40c5-49a5-bb61-7617aac15e23 None None] Attempt 1 to provision port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c Oct 03 12:54:29.951197 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447035d-1da8-459d-8770-ebce6415e4c1 req-53ae07ed-4eab-46dd-92f8-e1b01e03ad8b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:29.953101 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1447035d-1da8-459d-8770-ebce6415e4c1 req-53ae07ed-4eab-46dd-92f8-e1b01e03ad8b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 932 time: 0.0538263 Oct 03 12:54:29.989424 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-46a64090-40c5-49a5-bb61-7617aac15e23 None None] Port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:54:30.005122 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1447035d-1da8-459d-8770-ebce6415e4c1 req-b406974d-61ad-4243-ba08-108d8878932e tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452604 Oct 03 12:54:30.039466 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 40212) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:54:30.043910 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-a39c1791-a04b-4aa5-8ea4-a18002ad2cbb tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2017194481', 'description': 'tempest-description--2090318731'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:54:30.131617 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a39c1791-a04b-4aa5-8ea4-a18002ad2cbb tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:30.199515 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a39c1791-a04b-4aa5-8ea4-a18002ad2cbb tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group (03df5424-c86e-49de-b6e3-bde3e1a33acc), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:30.208902 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c {{(pid=113284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:54:30.216946 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] Publish callbacks [] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:30.230198 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.provisioning_blocks [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] Transition to ACTIVE for port object 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c will not be triggered until provisioned by entity L2. {{(pid=113284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 12:54:30.266088 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a39c1791-a04b-4aa5-8ea4-a18002ad2cbb tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (03df5424-c86e-49de-b6e3-bde3e1a33acc), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:30.289286 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:30.299773 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c1791-a04b-4aa5-8ea4-a18002ad2cbb tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03df5424-c86e-49de-b6e3-bde3e1a33acc,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:30.347829 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a39c1791-a04b-4aa5-8ea4-a18002ad2cbb tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:30.348498 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:30.349087 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-a39c1791-a04b-4aa5-8ea4-a18002ad2cbb tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3086913 Oct 03 12:54:30.350833 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] Pushing event updated for resources: {'Port': ['ID=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:30.353542 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 40214) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:54:30.357909 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-484d6cbf-977e-4656-9c82-61fff6094976 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Request body: {'security_group_rule': {'security_group_id': '03df5424-c86e-49de-b6e3-bde3e1a33acc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:54:30.400022 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] Attempting to bind port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c on host hv-cinder-84456 for vnic_type normal with profile {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:54:30.400354 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] Attempting to bind port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'eb152171-66b6-4baa-8e9b-3eab45314ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b'}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:54:30.400679 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] Attempting to bind port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c on network 99c96330-3d0c-4416-8b2d-15be2ccdbc1b {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:54:30.446333 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] Port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c on network 99c96330-3d0c-4416-8b2d-15be2ccdbc1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 12:54:30.446639 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] Attempting to bind port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c on network 99c96330-3d0c-4416-8b2d-15be2ccdbc1b {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:54:30.454956 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-484d6cbf-977e-4656-9c82-61fff6094976 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group_rule (19e8abcc-aa39-4a28-9fc0-0cd02211c564), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:30.488830 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] Checking agent: {'id': '72e18e84-452a-46dd-9356-90dcf7de37bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'started_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:54:30.489164 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] Checking segment: {'id': 'eb152171-66b6-4baa-8e9b-3eab45314ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:54:30.489545 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] Bound using segment: {'id': 'eb152171-66b6-4baa-8e9b-3eab45314ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b'} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:54:30.490792 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] Bound port: 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb152171-66b6-4baa-8e9b-3eab45314ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b'}}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:54:30.491536 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:30.514857 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-484d6cbf-977e-4656-9c82-61fff6094976 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group_rule (19e8abcc-aa39-4a28-9fc0-0cd02211c564), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:30.553365 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] For port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c, host hv-cinder-84456, cleared binding levels {{(pid=113284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:54:30.556419 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] For port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:54:30.582687 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-484d6cbf-977e-4656-9c82-61fff6094976 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (19e8abcc-aa39-4a28-9fc0-0cd02211c564), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:30.600672 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d6cbf-977e-4656-9c82-61fff6094976 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e8abcc-aa39-4a28-9fc0-0cd02211c564,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:30.628993 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:30.634043 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:30.634687 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:30.636073 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/778fd61a-2cb6-43b5-ad14-c9a69f32bf7c HTTP/1.1" status: 200 len: 1094 time: 0.7857025 Oct 03 12:54:30.636668 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b37dd24-5a6e-4898-8247-8e00786088ea', 'tag': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:54:30.638920 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c8ddf8-b706-4574-905f-c0ff198565c8" -d '{"events": [{"name": "network-changed", "server_uuid": "6b37dd24-5a6e-4898-8247-8e00786088ea", "tag": "778fd61a-2cb6-43b5-ad14-c9a69f32bf7c"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:54:30.653911 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-484d6cbf-977e-4656-9c82-61fff6094976 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:30.655157 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-484d6cbf-977e-4656-9c82-61fff6094976 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3006904 Oct 03 12:54:30.658080 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 40218) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:54:30.664361 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-46507136-35e8-4f66-93d1-12c14d8c2d61 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Request body: {'security_group_rule': {'security_group_id': '03df5424-c86e-49de-b6e3-bde3e1a33acc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:54:30.683549 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814cba31-5fe2-4e49-8677-1849d246483d x-openstack-request-id: req-814cba31-5fe2-4e49-8677-1849d246483d {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:54:30.684462 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b37dd24-5a6e-4898-8247-8e00786088ea", "tag": "778fd61a-2cb6-43b5-ad14-c9a69f32bf7c", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:54:30.684462 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-814cba31-5fe2-4e49-8677-1849d246483d {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:54:30.684462 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-814cba31-5fe2-4e49-8677-1849d246483d'] response: {'name': 'network-changed', 'server_uuid': '6b37dd24-5a6e-4898-8247-8e00786088ea', 'tag': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c', 'status': 'completed', 'code': 200} Oct 03 12:54:30.689218 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d7cee-5f6d-450a-bb39-7f4979f37edc service neutron] Pushing event updated for resources: {'Port': ['ID=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c,revision_number=3']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:30.744945 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8ddf8-b706-4574-905f-c0ff198565c8 req-591a894c-d81a-4c0c-84d3-1c7c8478bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:30.746430 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-50c8ddf8-b706-4574-905f-c0ff198565c8 req-591a894c-d81a-4c0c-84d3-1c7c8478bbc3 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=0e20f793bd0b46a59df730183818d9f8&device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 1128 time: 0.0437188 Oct 03 12:54:30.797357 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-46507136-35e8-4f66-93d1-12c14d8c2d61 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group_rule (f75f2847-888f-4812-b826-f853f9ca6d8e), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:30.848902 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8ddf8-b706-4574-905f-c0ff198565c8 req-5bcacc55-1508-493c-a2c7-21c82107e013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:30.851718 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-50c8ddf8-b706-4574-905f-c0ff198565c8 req-5bcacc55-1508-493c-a2c7-21c82107e013 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=0e20f793bd0b46a59df730183818d9f8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0959167 Oct 03 12:54:30.858411 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-46507136-35e8-4f66-93d1-12c14d8c2d61 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group_rule (f75f2847-888f-4812-b826-f853f9ca6d8e), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:30.925644 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-46507136-35e8-4f66-93d1-12c14d8c2d61 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (f75f2847-888f-4812-b826-f853f9ca6d8e), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:30.934329 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:30.944593 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46507136-35e8-4f66-93d1-12c14d8c2d61 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75f2847-888f-4812-b826-f853f9ca6d8e,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:30.962849 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8ddf8-b706-4574-905f-c0ff198565c8 req-4ccec718-d3fa-4e67-b2fb-209a4c81a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:30.964356 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-50c8ddf8-b706-4574-905f-c0ff198565c8 req-4ccec718-d3fa-4e67-b2fb-209a4c81a6f4 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1051478 Oct 03 12:54:31.019183 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-46507136-35e8-4f66-93d1-12c14d8c2d61 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:31.020533 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-46507136-35e8-4f66-93d1-12c14d8c2d61 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3613071 Oct 03 12:54:31.024659 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 40220) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:54:31.029433 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-61e8b8a7-d22a-423f-8acb-ed35772686b0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Request body: {'floatingip': {'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:54:31.054526 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-f298c812-348a-499b-b0c7-90faeb143089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:31.056052 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-f298c812-348a-499b-b0c7-90faeb143089 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=0e20f793bd0b46a59df730183818d9f8&device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 1128 time: 0.0436025 Oct 03 12:54:31.103020 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-1380ffdd-ecb2-451b-ae6a-cf983fbae84c service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c HTTP/1.1" status: 200 len: 217 time: 0.0389113 Oct 03 12:54:31.137403 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2349cc-0fa1-4131-b829-101e105bf3e4 req-a8bae718-673d-4cae-8b81-d87c241c3bed tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:31.138971 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3a2349cc-0fa1-4131-b829-101e105bf3e4 req-a8bae718-673d-4cae-8b81-d87c241c3bed tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 944 time: 0.0496197 Oct 03 12:54:31.154339 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-0377f2b2-5832-4f44-a9b0-481c84cc71b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:31.155816 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-0377f2b2-5832-4f44-a9b0-481c84cc71b3 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=287a7239-c391-4a5c-a389-779ed301deff HTTP/1.1" status: 200 len: 856 time: 0.0450113 Oct 03 12:54:31.159530 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-61e8b8a7-d22a-423f-8acb-ed35772686b0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:31.213329 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-19ac8e92-d7dd-405d-a1fa-ebf893c75601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:31.214851 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-19ac8e92-d7dd-405d-a1fa-ebf893c75601 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=99c96330-3d0c-4416-8b2d-15be2ccdbc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485399 Oct 03 12:54:31.234964 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:31.250951 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3a2349cc-0fa1-4131-b829-101e105bf3e4 req-2203d54d-e2c6-4a5d-9e45-e2c2ddb87a86 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059659 Oct 03 12:54:31.274338 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-61e8b8a7-d22a-423f-8acb-ed35772686b0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:31.311406 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-26567033-f340-4e2d-b66f-5749fba77cc4 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903442 Oct 03 12:54:31.321506 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:INSERT=15,neutron:SELECT=78,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:31.389275 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_common [None req-61e8b8a7-d22a-423f-8acb-ed35772686b0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Allocated IP 172.27.0.16 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/9b530bfe-796b-49fc-b03e-4c4acfd5dea3) {{(pid=113285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:54:31.404171 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-53c580c8-9b2f-4f15-b53e-8ea9b7e70202 req-bbcca626-d7e6-477e-b95e-f79218629f2c service neutron] 10.222.0.46 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858459 Oct 03 12:54:31.492813 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-61e8b8a7-d22a-423f-8acb-ed35772686b0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for port (9b530bfe-796b-49fc-b03e-4c4acfd5dea3), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:31.605909 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-61e8b8a7-d22a-423f-8acb-ed35772686b0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (9b530bfe-796b-49fc-b03e-4c4acfd5dea3), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:31.653137 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e8b8a7-d22a-423f-8acb-ed35772686b0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:54:31.658133 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-61e8b8a7-d22a-423f-8acb-ed35772686b0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:54:31.660290 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8b8a7-d22a-423f-8acb-ed35772686b0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Pushing event updated for resources: {'Port': ['ID=9b530bfe-796b-49fc-b03e-4c4acfd5dea3,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:31.662893 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e8b8a7-d22a-423f-8acb-ed35772686b0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Received port after_create {{(pid=113285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:54:31.706413 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-61e8b8a7-d22a-423f-8acb-ed35772686b0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for floatingip (c7848678-3571-4c98-911f-c9bdb68d77ff), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:31.794039 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-61e8b8a7-d22a-423f-8acb-ed35772686b0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (9b530bfe-796b-49fc-b03e-4c4acfd5dea3), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:31.812699 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:31.939937 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-61e8b8a7-d22a-423f-8acb-ed35772686b0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for port (9b530bfe-796b-49fc-b03e-4c4acfd5dea3), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:32.025625 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-61e8b8a7-d22a-423f-8acb-ed35772686b0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (9b530bfe-796b-49fc-b03e-4c4acfd5dea3), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:32.026317 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-61e8b8a7-d22a-423f-8acb-ed35772686b0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (c7848678-3571-4c98-911f-c9bdb68d77ff), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:32.069901 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8b8a7-d22a-423f-8acb-ed35772686b0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Pushing event updated for resources: {'Port': ['ID=9b530bfe-796b-49fc-b03e-4c4acfd5dea3,revision_number=2']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:32.139299 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-61e8b8a7-d22a-423f-8acb-ed35772686b0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:32.140708 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-61e8b8a7-d22a-423f-8acb-ed35772686b0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1149418 Oct 03 12:54:32.356431 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-7a9a3c48-82cb-4b32-835b-35c139b7a0ab tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2017194481&fields=id&tenant_id=cc40d256f0e24050b6b53fdbcbce1962 HTTP/1.1" status: 200 len: 267 time: 0.0554004 Oct 03 12:54:32.431885 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c63640-5a3b-43e3-aa91-bfd7f05018ba req-1655e809-a7b0-4b76-94a6-418f30d7ebde tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:32.433321 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a4c63640-5a3b-43e3-aa91-bfd7f05018ba req-1655e809-a7b0-4b76-94a6-418f30d7ebde tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 944 time: 0.0929134 Oct 03 12:54:32.517232 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a4c63640-5a3b-43e3-aa91-bfd7f05018ba req-1a482b97-2ea0-40fd-9c55-ba63271ada7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768855 Oct 03 12:54:32.523228 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-31a05f45-8a76-492e-80ad-f3a663484c90 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:32.527003 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-31a05f45-8a76-492e-80ad-f3a663484c90 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/networks?id=848e2135-07d9-46d2-afff-ed218ebac86b HTTP/1.1" status: 200 len: 811 time: 0.1518154 Oct 03 12:54:32.539870 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-6c63a083-8425-4384-ae24-df480b4f094f tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/quotas/cc40d256f0e24050b6b53fdbcbce1962 HTTP/1.1" status: 200 len: 375 time: 0.0097189 Oct 03 12:54:32.589836 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-aa66a9db-36c3-44cf-9b64-32818ea4f772 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=cc40d256f0e24050b6b53fdbcbce1962&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446033 Oct 03 12:54:32.645231 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:32.684256 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-cc0dffe2-45da-4b9d-97a7-e658cb5540e0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/848e2135-07d9-46d2-afff-ed218ebac86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826898 Oct 03 12:54:32.765702 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:32.776281 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-c314f485-524d-43e1-81eb-6385f7433ce1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/848e2135-07d9-46d2-afff-ed218ebac86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863819 Oct 03 12:54:32.937139 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:54:33.042757 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:54:33.049544 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8ea81b4c-658b-45a9-81c6-d0ced062cd7b req-ee4ed0a6-7edf-47c1-b572-546525804ab7 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 210 time: 0.0289881 Oct 03 12:54:33.050938 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'port_id': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c', 'mac_address': 'fa:16:3e:c4:cf:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287a7239-c391-4a5c-a389-779ed301deff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:54:33.109554 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:54:33.109945 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:33.123471 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:54:33.149759 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:54:33.222667 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:33.272228 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:33.527870 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['778fd61a-2cb6-43b5-ad14-c9a69f32bf7c'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:54:33.650348 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f54a7-4639-4fce-a401-a07ec5de2f01 req-12f954a2-0b01-4be5-8afd-1386b091c1c0 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:33.651854 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cd6f54a7-4639-4fce-a401-a07ec5de2f01 req-12f954a2-0b01-4be5-8afd-1386b091c1c0 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 945 time: 0.0494530 Oct 03 12:54:33.703506 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cd6f54a7-4639-4fce-a401-a07ec5de2f01 req-95ea955e-2f24-473d-b9cd-97d0c8e6c60b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455632 Oct 03 12:54:34.156637 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-14b8843b-cacc-4beb-9b72-5354781493bf req-5ecb6db6-bc46-47c4-b5a1-8d4a951d890d tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 210 time: 0.0275257 Oct 03 12:54:34.831730 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518fe32-54fa-40d5-99fb-bf0505c4049f req-6da6a189-0092-4622-9ac0-6592c7ffb72f tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:34.833166 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9518fe32-54fa-40d5-99fb-bf0505c4049f req-6da6a189-0092-4622-9ac0-6592c7ffb72f tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 945 time: 0.0455389 Oct 03 12:54:34.881400 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9518fe32-54fa-40d5-99fb-bf0505c4049f req-e5451fb3-b79d-40b4-8ae7-919ee1564cc3 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418653 Oct 03 12:54:34.960373 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:54:34.962608 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:34.964119 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:35.002235 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning for port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c completed by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 12:54:35.068134 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:54:35.068507 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:35.068844 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c Oct 03 12:54:35.141524 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:54:35.141917 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:35.170439 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b37dd24-5a6e-4898-8247-8e00786088ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:54:35.172824 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b641508-a1a3-45c2-9ffe-9f23d2647f7a" -d '{"events": [{"server_uuid": "6b37dd24-5a6e-4898-8247-8e00786088ea", "name": "network-vif-plugged", "status": "completed", "tag": "778fd61a-2cb6-43b5-ad14-c9a69f32bf7c"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:54:35.186819 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:54:35.218611 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223d9b97-cd5c-45bc-bcb7-65725b1f0614 x-openstack-request-id: req-223d9b97-cd5c-45bc-bcb7-65725b1f0614 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:54:35.218611 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b37dd24-5a6e-4898-8247-8e00786088ea", "name": "network-vif-plugged", "status": "completed", "tag": "778fd61a-2cb6-43b5-ad14-c9a69f32bf7c", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:54:35.218611 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-223d9b97-cd5c-45bc-bcb7-65725b1f0614 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:54:35.219673 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-223d9b97-cd5c-45bc-bcb7-65725b1f0614'] response: {'server_uuid': '6b37dd24-5a6e-4898-8247-8e00786088ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c', 'code': 200} Oct 03 12:54:35.229809 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-b5e4897c-50c2-40f4-a1ad-d0b53ef174bf tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:35.231416 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-b5e4897c-50c2-40f4-a1ad-d0b53ef174bf tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.46 "GET /networking/v2.0/networks?id=848e2135-07d9-46d2-afff-ed218ebac86b HTTP/1.1" status: 200 len: 811 time: 0.1148326 Oct 03 12:54:35.301617 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-dfd06eac-6684-4ca2-a925-cad184d381e9 req-d7ec4411-30a3-4e1e-a8eb-bcd099e90a27 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 210 time: 0.0357258 Oct 03 12:54:35.308635 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:35.324250 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-3312c4a6-ab45-4b8b-b45d-28ad001daa8a tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cc40d256f0e24050b6b53fdbcbce1962 HTTP/1.1" status: 200 len: 380 time: 0.0807860 Oct 03 12:54:35.332990 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-9f430f6c-e849-4eee-af5b-3286f92b24b8 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Request body: {'port': {'device_id': '03a5c967-4163-4841-ae8c-77d508c0ff59', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'admin_state_up': True, 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'security_groups': ['03df5424-c86e-49de-b6e3-bde3e1a33acc']}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:54:35.365611 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:35.435250 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:35.508563 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-9f430f6c-e849-4eee-af5b-3286f92b24b8 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Made reservation on behalf of cc40d256f0e24050b6b53fdbcbce1962 for: {'port': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:54:35.512436 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-9f430f6c-e849-4eee-af5b-3286f92b24b8 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:35.556592 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39859fbe-053f-4c2b-8d9c-4c283347c43f req-0854c4f5-dbe0-45fb-95ae-a770ad6b3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:35.558001 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-39859fbe-053f-4c2b-8d9c-4c283347c43f req-0854c4f5-dbe0-45fb-95ae-a770ad6b3348 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 1130 time: 0.0408497 Oct 03 12:54:35.628030 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-39859fbe-053f-4c2b-8d9c-4c283347c43f req-070aaa43-7abb-4446-9a8e-b8a6ef2cb031 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390918 Oct 03 12:54:35.642836 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-9f430f6c-e849-4eee-af5b-3286f92b24b8 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Allocated IP 172.20.0.3 (848e2135-07d9-46d2-afff-ed218ebac86b/f618876e-ca41-40f8-983f-02970b7d2680/cf688afb-8bbc-40e1-934b-cdf7069fca35) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:54:35.781596 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-9f430f6c-e849-4eee-af5b-3286f92b24b8 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for port (cf688afb-8bbc-40e1-934b-cdf7069fca35), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:35.805784 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:35.865919 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-9f430f6c-e849-4eee-af5b-3286f92b24b8 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (cf688afb-8bbc-40e1-934b-cdf7069fca35), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:35.911470 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-9f430f6c-e849-4eee-af5b-3286f92b24b8 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Network 848e2135-07d9-46d2-afff-ed218ebac86b is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:54:35.914809 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-9f430f6c-e849-4eee-af5b-3286f92b24b8 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:54:35.918806 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-9f430f6c-e849-4eee-af5b-3286f92b24b8 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:54:35.925243 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f430f6c-e849-4eee-af5b-3286f92b24b8 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Pushing event updated for resources: {'Port': ['ID=cf688afb-8bbc-40e1-934b-cdf7069fca35,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:35.977893 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-9f430f6c-e849-4eee-af5b-3286f92b24b8 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:35.978532 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-9f430f6c-e849-4eee-af5b-3286f92b24b8 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:36.018237 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b1652-fcd1-48d2-bf93-53419f263e30 req-8ecf9ca0-5cf9-4f10-8374-cc518a24c39f tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:36.019749 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-352b1652-fcd1-48d2-bf93-53419f263e30 req-8ecf9ca0-5cf9-4f10-8374-cc518a24c39f tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0488741 Oct 03 12:54:36.040708 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-9f430f6c-e849-4eee-af5b-3286f92b24b8 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7113800 Oct 03 12:54:36.060906 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] Request body: {'port': {'device_id': '03a5c967-4163-4841-ae8c-77d508c0ff59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:54:36.082093 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-352b1652-fcd1-48d2-bf93-53419f263e30 req-c0990ff0-a479-4c3b-a2c9-711896e42b4a tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554807 Oct 03 12:54:36.131303 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (cf688afb-8bbc-40e1-934b-cdf7069fca35), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:36.151882 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-018a5221-27ca-497a-9679-a3fca3eb299e None None] Provisioning complete for port cf688afb-8bbc-40e1-934b-cdf7069fca35 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:54:36.152421 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-018a5221-27ca-497a-9679-a3fca3eb299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (cf688afb-8bbc-40e1-934b-cdf7069fca35), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:36.154010 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-018a5221-27ca-497a-9679-a3fca3eb299e None None] Attempt 1 to provision port cf688afb-8bbc-40e1-934b-cdf7069fca35 Oct 03 12:54:36.186234 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-018a5221-27ca-497a-9679-a3fca3eb299e None None] Port cf688afb-8bbc-40e1-934b-cdf7069fca35 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:54:36.336587 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:36.398898 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf688afb-8bbc-40e1-934b-cdf7069fca35 {{(pid=113284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:54:36.406748 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] Publish callbacks [] for port (cf688afb-8bbc-40e1-934b-cdf7069fca35), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:36.420141 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.provisioning_blocks [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] Transition to ACTIVE for port object cf688afb-8bbc-40e1-934b-cdf7069fca35 will not be triggered until provisioned by entity L2. {{(pid=113284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 12:54:36.438529 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:36.451798 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9c080-3f1d-42a8-8433-a803f4237dc1 req-7b15262e-6fc6-4d9b-b41b-5efa2decea58 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:36.453241 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b6c9c080-3f1d-42a8-8433-a803f4237dc1 req-7b15262e-6fc6-4d9b-b41b-5efa2decea58 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 931 time: 0.0507655 Oct 03 12:54:36.483137 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (cf688afb-8bbc-40e1-934b-cdf7069fca35), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:36.500940 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b6c9c080-3f1d-42a8-8433-a803f4237dc1 req-d8384873-a1fe-4a2a-a615-076d3abdcb8a tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=03df5424-c86e-49de-b6e3-bde3e1a33acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418134 Oct 03 12:54:36.545690 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] Pushing event updated for resources: {'Port': ['ID=cf688afb-8bbc-40e1-934b-cdf7069fca35,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:36.595109 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] Attempting to bind port cf688afb-8bbc-40e1-934b-cdf7069fca35 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:54:36.595475 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] Attempting to bind port cf688afb-8bbc-40e1-934b-cdf7069fca35 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '45e470c6-55da-45fc-b9e1-3afe7ebb42cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b'}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:54:36.595801 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] Attempting to bind port cf688afb-8bbc-40e1-934b-cdf7069fca35 on network 848e2135-07d9-46d2-afff-ed218ebac86b {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:54:36.641640 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] Port cf688afb-8bbc-40e1-934b-cdf7069fca35 on network 848e2135-07d9-46d2-afff-ed218ebac86b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 12:54:36.641978 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] Attempting to bind port cf688afb-8bbc-40e1-934b-cdf7069fca35 on network 848e2135-07d9-46d2-afff-ed218ebac86b {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:54:36.684160 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:36.686935 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] Checking agent: {'id': '72e18e84-452a-46dd-9356-90dcf7de37bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'started_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:54:36.687270 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] Checking segment: {'id': '45e470c6-55da-45fc-b9e1-3afe7ebb42cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:54:36.687680 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] Bound using segment: {'id': '45e470c6-55da-45fc-b9e1-3afe7ebb42cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b'} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:54:36.688236 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] Bound port: cf688afb-8bbc-40e1-934b-cdf7069fca35, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45e470c6-55da-45fc-b9e1-3afe7ebb42cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b'}}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:54:36.688595 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (cf688afb-8bbc-40e1-934b-cdf7069fca35), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:36.751217 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] For port cf688afb-8bbc-40e1-934b-cdf7069fca35, host hv-cinder-84456, cleared binding levels {{(pid=113284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:54:36.754368 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] For port cf688afb-8bbc-40e1-934b-cdf7069fca35, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cf688afb-8bbc-40e1-934b-cdf7069fca35,segment=NetworkSegment(45e470c6-55da-45fc-b9e1-3afe7ebb42cf),segment_id=45e470c6-55da-45fc-b9e1-3afe7ebb42cf)] {{(pid=113284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:54:36.837329 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (cf688afb-8bbc-40e1-934b-cdf7069fca35), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:36.841622 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:36.843775 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:36.843775 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/cf688afb-8bbc-40e1-934b-cdf7069fca35 HTTP/1.1" status: 200 len: 1093 time: 0.7876999 Oct 03 12:54:36.844257 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a5c967-4163-4841-ae8c-77d508c0ff59', 'tag': 'cf688afb-8bbc-40e1-934b-cdf7069fca35'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:54:36.846507 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abfa685-198c-41fe-a70a-f3352bbd317b" -d '{"events": [{"name": "network-changed", "server_uuid": "03a5c967-4163-4841-ae8c-77d508c0ff59", "tag": "cf688afb-8bbc-40e1-934b-cdf7069fca35"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:54:36.892156 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc01aaa-e962-418b-9867-fece7cfd7d03 x-openstack-request-id: req-5dc01aaa-e962-418b-9867-fece7cfd7d03 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:54:36.892446 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a5c967-4163-4841-ae8c-77d508c0ff59", "tag": "cf688afb-8bbc-40e1-934b-cdf7069fca35", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:54:36.892705 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5dc01aaa-e962-418b-9867-fece7cfd7d03 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:54:36.893106 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc01aaa-e962-418b-9867-fece7cfd7d03'] response: {'name': 'network-changed', 'server_uuid': '03a5c967-4163-4841-ae8c-77d508c0ff59', 'tag': 'cf688afb-8bbc-40e1-934b-cdf7069fca35', 'status': 'completed', 'code': 200} Oct 03 12:54:36.902811 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe859e4c-57cd-44e5-b57e-209834a8baaa service neutron] Pushing event updated for resources: {'Port': ['ID=cf688afb-8bbc-40e1-934b-cdf7069fca35,revision_number=3']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:37.156043 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:54:37.213223 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42dc75-2639-4627-8218-c05783d3f8df req-f0026aeb-ea37-4870-bd81-1753d5db9a4e tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:37.214686 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ba42dc75-2639-4627-8218-c05783d3f8df req-f0026aeb-ea37-4870-bd81-1753d5db9a4e tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0482972 Oct 03 12:54:37.266111 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ba42dc75-2639-4627-8218-c05783d3f8df req-d4f195f7-e26d-4936-bb0d-dcc7804ddbb3 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458117 Oct 03 12:54:37.626831 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491997b-e3e1-4b10-9f3d-9ef2d93ff7e3 req-d77bd3ba-332a-47f6-b3c8-872f3a555573 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:37.628308 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1491997b-e3e1-4b10-9f3d-9ef2d93ff7e3 req-d77bd3ba-332a-47f6-b3c8-872f3a555573 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 943 time: 0.0479412 Oct 03 12:54:37.680230 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1491997b-e3e1-4b10-9f3d-9ef2d93ff7e3 req-e2c38d3e-ad18-4f40-ab7e-fbc23e62cfad tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=03df5424-c86e-49de-b6e3-bde3e1a33acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460756 Oct 03 12:54:37.785885 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfa685-198c-41fe-a70a-f3352bbd317b req-4a514888-7119-4f1d-95c6-69c156496a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:37.787444 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8abfa685-198c-41fe-a70a-f3352bbd317b req-4a514888-7119-4f1d-95c6-69c156496a98 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=cc40d256f0e24050b6b53fdbcbce1962&device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 1127 time: 0.0433824 Oct 03 12:54:37.889222 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfa685-198c-41fe-a70a-f3352bbd317b req-1e72b9f3-dae4-40b8-84da-f897775af28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:37.890687 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8abfa685-198c-41fe-a70a-f3352bbd317b req-1e72b9f3-dae4-40b8-84da-f897775af28d service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=cc40d256f0e24050b6b53fdbcbce1962&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0952911 Oct 03 12:54:37.991201 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfa685-198c-41fe-a70a-f3352bbd317b req-3e61b217-1f09-41e1-b4f1-07694b3274f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:37.992706 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8abfa685-198c-41fe-a70a-f3352bbd317b req-3e61b217-1f09-41e1-b4f1-07694b3274f8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930171 Oct 03 12:54:38.301107 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-696c5046-4ed9-4f2b-bd38-4d79f8349337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:38.302724 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-696c5046-4ed9-4f2b-bd38-4d79f8349337 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=cc40d256f0e24050b6b53fdbcbce1962&device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 1127 time: 0.0424175 Oct 03 12:54:38.358100 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-8a54db4c-32ab-4dc6-9e66-1259d6178a2b service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf688afb-8bbc-40e1-934b-cdf7069fca35 HTTP/1.1" status: 200 len: 217 time: 0.0445058 Oct 03 12:54:38.404081 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47023754-02ab-4c3c-b200-47986f387d52 req-9ec7584f-004f-4bcc-967f-36358fc73b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:38.405610 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-47023754-02ab-4c3c-b200-47986f387d52 req-9ec7584f-004f-4bcc-967f-36358fc73b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0512593 Oct 03 12:54:38.419288 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-73de515f-e969-468c-aac6-f95ecb55d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:38.420773 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-73de515f-e969-468c-aac6-f95ecb55d4e5 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=f618876e-ca41-40f8-983f-02970b7d2680 HTTP/1.1" status: 200 len: 850 time: 0.0457764 Oct 03 12:54:38.455782 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-47023754-02ab-4c3c-b200-47986f387d52 req-3bd77acd-10b6-4355-a2a2-7d685f100d23 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441952 Oct 03 12:54:38.467163 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-370fe608-7b01-4d5d-9c26-422cac5f6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:38.468901 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-370fe608-7b01-4d5d-9c26-422cac5f6ebd service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=848e2135-07d9-46d2-afff-ed218ebac86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417557 Oct 03 12:54:38.570272 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-4f29ecb5-e066-4df9-9082-8cd0d7280a7b service neutron] 10.222.0.46 "GET /networking/v2.0/networks/848e2135-07d9-46d2-afff-ed218ebac86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893960 Oct 03 12:54:38.581403 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36330cfd-ce7f-4819-b654-36537ceb5bc3 req-cbc33cbd-464a-4a8c-9e78-106e9dedd990 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:38.582853 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-36330cfd-ce7f-4819-b654-36537ceb5bc3 req-cbc33cbd-464a-4a8c-9e78-106e9dedd990 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0470533 Oct 03 12:54:38.593380 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 40298) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:54:38.597823 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-65103f9f-bc7a-4f6a-923e-d1a44d228a13 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Request body: {'floatingip': {'port_id': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:54:38.642612 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-65103f9f-bc7a-4f6a-923e-d1a44d228a13 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for floatingip (539b615a-dc95-4b85-b770-351b7bdfcd91), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:38.668979 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ff775fdf-5ad8-474f-b9f4-33efa81c1cf4 req-51f67a97-a48a-4242-a946-98d0a49f23b2 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/848e2135-07d9-46d2-afff-ed218ebac86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931749 Oct 03 12:54:38.826820 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9a18caf9-aad4-4f36-8233-6c18638a6f90 req-7a155071-7437-4ceb-a71f-fa6cb17acfc3 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434365 Oct 03 12:54:38.839226 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:38.848519 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea88e5-dfb8-4dd5-89e8-bec6682802bc req-9dac04a9-c8c6-4a9f-bbe4-bc843db99d27 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:38.849973 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-99ea88e5-dfb8-4dd5-89e8-bec6682802bc req-9dac04a9-c8c6-4a9f-bbe4-bc843db99d27 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 943 time: 0.0933998 Oct 03 12:54:39.175072 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-99ea88e5-dfb8-4dd5-89e8-bec6682802bc req-0607d479-baaf-4219-b42f-78fe45e6b47e tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=03df5424-c86e-49de-b6e3-bde3e1a33acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3175800 Oct 03 12:54:39.391793 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-65103f9f-bc7a-4f6a-923e-d1a44d228a13 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:39.453823 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-65103f9f-bc7a-4f6a-923e-d1a44d228a13 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (539b615a-dc95-4b85-b770-351b7bdfcd91), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:39.545357 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:39.549662 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.db.l3_db [None req-65103f9f-bc7a-4f6a-923e-d1a44d228a13 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Floating IP 539b615a-dc95-4b85-b770-351b7bdfcd91 associated. External IP: 172.27.0.172, port: 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c. Oct 03 12:54:39.735563 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18caf9-aad4-4f36-8233-6c18638a6f90 req-ada65047-9bca-4a8b-8a3d-14a2ee076dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:39.737452 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9a18caf9-aad4-4f36-8233-6c18638a6f90 req-ada65047-9bca-4a8b-8a3d-14a2ee076dc8 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3f2b18d217d14d39886718cf209eb576&device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 1130 time: 0.0442185 Oct 03 12:54:39.760277 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65103f9f-bc7a-4f6a-923e-d1a44d228a13 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Router 2a5a47af-db2f-4895-9785-8a69fde47225 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:54:39.802567 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:39.844895 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18caf9-aad4-4f36-8233-6c18638a6f90 req-86c23258-b45d-43d0-aa7f-a56008c88b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:39.846363 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9a18caf9-aad4-4f36-8233-6c18638a6f90 req-86c23258-b45d-43d0-aa7f-a56008c88b39 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=f492b9a3-221f-4263-a074-289d6252f405 HTTP/1.1" status: 200 len: 920 time: 0.0880773 Oct 03 12:54:39.869444 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65103f9f-bc7a-4f6a-923e-d1a44d228a13 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:54:39.873932 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-65103f9f-bc7a-4f6a-923e-d1a44d228a13 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:39.879759 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b92e80-df81-4712-912b-1490216e3389 None None] Sync routers for ids ['2a5a47af-db2f-4895-9785-8a69fde47225'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:54:39.890322 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9a18caf9-aad4-4f36-8233-6c18638a6f90 req-4c4acbba-0717-4553-8232-0061a0c36bf5 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca96c603-3295-4d37-99aa-2b5b95419166 HTTP/1.1" status: 200 len: 217 time: 0.0360696 Oct 03 12:54:39.890813 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b92e80-df81-4712-912b-1490216e3389 None None] Routers {'2a5a47af-db2f-4895-9785-8a69fde47225'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:54:39.891814 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-61b92e80-df81-4712-912b-1490216e3389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:54:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['2a5a47af-db2f-4895-9785-8a69fde47225'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:39.909299 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-65103f9f-bc7a-4f6a-923e-d1a44d228a13 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/539b615a-dc95-4b85-b770-351b7bdfcd91 HTTP/1.1" status: 200 len: 992 time: 1.3125997 Oct 03 12:54:39.909299 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b37dd24-5a6e-4898-8247-8e00786088ea', 'tag': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c'}] {{(pid=113285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:54:39.910233 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8c9de838f6157477042d1ccf4c4241849d38f3be3769c4c2ec48b33ae5f8e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd97ac04-8d99-43e0-8db2-83816f8d1d39" -d '{"events": [{"name": "network-changed", "server_uuid": "6b37dd24-5a6e-4898-8247-8e00786088ea", "tag": "778fd61a-2cb6-43b5-ad14-c9a69f32bf7c"}]}' {{(pid=113285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:54:39.931019 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:39.943874 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18caf9-aad4-4f36-8233-6c18638a6f90 req-8af311df-4a5b-4fa8-945c-96949add6b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:39.945519 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9a18caf9-aad4-4f36-8233-6c18638a6f90 req-8af311df-4a5b-4fa8-945c-96949add6b05 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=37145451-837c-4b8b-9c60-d5e0dbfeb9fe HTTP/1.1" status: 200 len: 858 time: 0.0496581 Oct 03 12:54:39.949927 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6491f0-fc8d-4205-ae39-2dee8233a241 x-openstack-request-id: req-ca6491f0-fc8d-4205-ae39-2dee8233a241 {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:54:39.950245 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b37dd24-5a6e-4898-8247-8e00786088ea", "tag": "778fd61a-2cb6-43b5-ad14-c9a69f32bf7c", "status": "completed", "code": 200}]} {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:54:39.950518 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ca6491f0-fc8d-4205-ae39-2dee8233a241 {{(pid=113285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:54:39.950940 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca6491f0-fc8d-4205-ae39-2dee8233a241'] response: {'name': 'network-changed', 'server_uuid': '6b37dd24-5a6e-4898-8247-8e00786088ea', 'tag': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c', 'status': 'completed', 'code': 200} Oct 03 12:54:39.995184 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18caf9-aad4-4f36-8233-6c18638a6f90 req-b726a9d5-aca4-47c9-b9ec-34d46172eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:39.995184 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9a18caf9-aad4-4f36-8233-6c18638a6f90 req-b726a9d5-aca4-47c9-b9ec-34d46172eeb0 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=f492b9a3-221f-4263-a074-289d6252f405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416031 Oct 03 12:54:39.998019 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-61b92e80-df81-4712-912b-1490216e3389 None None] Set router 2a5a47af-db2f-4895-9785-8a69fde47225 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:54:40.025475 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97ac04-8d99-43e0-8db2-83816f8d1d39 req-067f3a96-f4ce-4ff3-8681-a7871964acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:40.027128 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fd97ac04-8d99-43e0-8db2-83816f8d1d39 req-067f3a96-f4ce-4ff3-8681-a7871964acef service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=0e20f793bd0b46a59df730183818d9f8&device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 1130 time: 0.0483048 Oct 03 12:54:40.115565 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:40.135125 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97ac04-8d99-43e0-8db2-83816f8d1d39 req-9815bc71-1d0e-4db7-b025-46ecb2600272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:40.136649 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fd97ac04-8d99-43e0-8db2-83816f8d1d39 req-9815bc71-1d0e-4db7-b025-46ecb2600272 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=99c96330-3d0c-4416-8b2d-15be2ccdbc1b HTTP/1.1" status: 200 len: 918 time: 0.1003916 Oct 03 12:54:40.224020 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-61b92e80-df81-4712-912b-1490216e3389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-router', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:41Z', 'revision_number': 4, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'gw_port': {'id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '539b615a-dc95-4b85-b770-351b7bdfcd91', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'port_id': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'mac_address': 'fa:16:3e:c4:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b37dd24-5a6e-4898-8247-8e00786088ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:54:24Z', 'updated_at': '2022-10-03T12:54:39Z', 'revision_number': 1, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962f39f1-958a-4cb5-839b-64ff944801e8', 'name': '', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'mac_address': 'fa:16:3e:69:7a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '287a7239-c391-4a5c-a389-779ed301deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:54Z', 'revision_number': 5, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'subnets': [{'id': '287a7239-c391-4a5c-a389-779ed301deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:40.251376 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b92e80-df81-4712-912b-1490216e3389 None None] Checking router: 2a5a47af-db2f-4895-9785-8a69fde47225 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:54:40.253313 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fd97ac04-8d99-43e0-8db2-83816f8d1d39 req-8c1b9146-346e-46a1-9240-6d1376f6ca7b service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c HTTP/1.1" status: 200 len: 1000 time: 0.1052022 Oct 03 12:54:40.261149 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b92e80-df81-4712-912b-1490216e3389 None None] Routers {'2a5a47af-db2f-4895-9785-8a69fde47225'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:54:40.261747 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-61b92e80-df81-4712-912b-1490216e3389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:54:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['2a5a47af-db2f-4895-9785-8a69fde47225'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:40.337897 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97ac04-8d99-43e0-8db2-83816f8d1d39 req-cc9380b0-d922-416f-8a36-ae456d845dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:40.339521 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fd97ac04-8d99-43e0-8db2-83816f8d1d39 req-cc9380b0-d922-416f-8a36-ae456d845dfd service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=287a7239-c391-4a5c-a389-779ed301deff HTTP/1.1" status: 200 len: 856 time: 0.0784204 Oct 03 12:54:40.341167 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9a18caf9-aad4-4f36-8233-6c18638a6f90 req-65be1656-2a5c-443a-b229-1b260855440a service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383911 Oct 03 12:54:40.345414 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77a234-14d8-4dfb-ab4f-ac2dbc83a8ef req-2ecc787f-d17e-4e4e-a23d-bf99fe3a0721 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:40.353554 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3e77a234-14d8-4dfb-ab4f-ac2dbc83a8ef req-2ecc787f-d17e-4e4e-a23d-bf99fe3a0721 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 943 time: 0.0767043 Oct 03 12:54:40.355552 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:40.372267 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-61b92e80-df81-4712-912b-1490216e3389 None None] Set router 2a5a47af-db2f-4895-9785-8a69fde47225 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:54:40.422479 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97ac04-8d99-43e0-8db2-83816f8d1d39 req-3ba8acc8-5853-4909-8826-9e70797219ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:40.424112 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fd97ac04-8d99-43e0-8db2-83816f8d1d39 req-3ba8acc8-5853-4909-8826-9e70797219ee service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=99c96330-3d0c-4416-8b2d-15be2ccdbc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0686688 Oct 03 12:54:40.446696 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9a18caf9-aad4-4f36-8233-6c18638a6f90 req-7f6c37ba-018a-40f5-881b-2f4429eea36b service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957158 Oct 03 12:54:40.447829 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3e77a234-14d8-4dfb-ab4f-ac2dbc83a8ef req-c5e15361-19d6-4caf-873b-4820c1451605 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=03df5424-c86e-49de-b6e3-bde3e1a33acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934191 Oct 03 12:54:40.529177 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fd97ac04-8d99-43e0-8db2-83816f8d1d39 req-7a9b2ef8-9ba5-44ed-921c-8da60e7d0f2c service neutron] 10.222.0.46 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968647 Oct 03 12:54:40.594419 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-61b92e80-df81-4712-912b-1490216e3389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-router', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:41Z', 'revision_number': 4, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'gw_port': {'id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '539b615a-dc95-4b85-b770-351b7bdfcd91', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'port_id': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'mac_address': 'fa:16:3e:c4:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b37dd24-5a6e-4898-8247-8e00786088ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:54:24Z', 'updated_at': '2022-10-03T12:54:39Z', 'revision_number': 1, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962f39f1-958a-4cb5-839b-64ff944801e8', 'name': '', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'mac_address': 'fa:16:3e:69:7a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '287a7239-c391-4a5c-a389-779ed301deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:54Z', 'revision_number': 5, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'subnets': [{'id': '287a7239-c391-4a5c-a389-779ed301deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:40.623680 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b92e80-df81-4712-912b-1490216e3389 None None] The sync data for ids ['2a5a47af-db2f-4895-9785-8a69fde47225'] in dv-cinder-844563-12-iscsi is: [{'id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-router', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:41Z', 'revision_number': 4, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'gw_port': {'id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '539b615a-dc95-4b85-b770-351b7bdfcd91', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'port_id': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'mac_address': 'fa:16:3e:c4:cf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b37dd24-5a6e-4898-8247-8e00786088ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:54:24Z', 'updated_at': '2022-10-03T12:54:39Z', 'revision_number': 1, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962f39f1-958a-4cb5-839b-64ff944801e8', 'name': '', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'mac_address': 'fa:16:3e:69:7a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '287a7239-c391-4a5c-a389-779ed301deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:54Z', 'revision_number': 5, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'subnets': [{'id': '287a7239-c391-4a5c-a389-779ed301deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:54:40.624717 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fd97ac04-8d99-43e0-8db2-83816f8d1d39 req-ab2d4595-26c1-4bdd-9e8c-23714f08a261 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893023 Oct 03 12:54:40.828877 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10fa725-fb5d-4e77-9252-05aead5ea0d7 None None] New status for floating IP 539b615a-dc95-4b85-b770-351b7bdfcd91: ACTIVE {{(pid=113286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:54:40.989172 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device cf688afb-8bbc-40e1-934b-cdf7069fca35 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:54:41.092619 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port cf688afb-8bbc-40e1-934b-cdf7069fca35, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cf688afb-8bbc-40e1-934b-cdf7069fca35,segment=NetworkSegment(45e470c6-55da-45fc-b9e1-3afe7ebb42cf),segment_id=45e470c6-55da-45fc-b9e1-3afe7ebb42cf)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:54:41.104741 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': 'cf688afb-8bbc-40e1-934b-cdf7069fca35', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'port_id': 'cf688afb-8bbc-40e1-934b-cdf7069fca35', 'mac_address': 'fa:16:3e:87:9b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:54:41.144397 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port cf688afb-8bbc-40e1-934b-cdf7069fca35 is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:54:41.144784 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (cf688afb-8bbc-40e1-934b-cdf7069fca35), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:41.157613 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf688afb-8bbc-40e1-934b-cdf7069fca35 {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:54:41.177282 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port cf688afb-8bbc-40e1-934b-cdf7069fca35, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cf688afb-8bbc-40e1-934b-cdf7069fca35,segment=NetworkSegment(45e470c6-55da-45fc-b9e1-3afe7ebb42cf),segment_id=45e470c6-55da-45fc-b9e1-3afe7ebb42cf)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:54:41.260309 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (cf688afb-8bbc-40e1-934b-cdf7069fca35), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:41.303129 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:41.308696 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=cf688afb-8bbc-40e1-934b-cdf7069fca35,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:41.363904 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec02fd3-5d23-4c86-858b-b3c4a716a657 req-865e0f16-e110-4034-b3ff-9e7223f52c52 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:41.365359 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cec02fd3-5d23-4c86-858b-b3c4a716a657 req-865e0f16-e110-4034-b3ff-9e7223f52c52 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0468020 Oct 03 12:54:41.412856 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cec02fd3-5d23-4c86-858b-b3c4a716a657 req-31623b34-34af-4aa7-ad14-a42c632c5311 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407772 Oct 03 12:54:41.534126 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:41.557903 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['cf688afb-8bbc-40e1-934b-cdf7069fca35'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:54:41.576148 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1a660-dc28-4f30-8227-ffcef77c1024 req-b6c43265-0588-4d1b-ae01-7ccf41fe4559 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:41.577757 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-67e1a660-dc28-4f30-8227-ffcef77c1024 req-b6c43265-0588-4d1b-ae01-7ccf41fe4559 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 944 time: 0.0520422 Oct 03 12:54:41.625255 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-67e1a660-dc28-4f30-8227-ffcef77c1024 req-844899b2-2ed7-4829-96d4-84f35619ed23 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=03df5424-c86e-49de-b6e3-bde3e1a33acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417271 Oct 03 12:54:42.534218 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57826fec-db56-4569-97bf-af7ffbbb6957 req-39b9029b-7064-49ec-aa32-a66abae2c888 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:42.535694 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-57826fec-db56-4569-97bf-af7ffbbb6957 req-39b9029b-7064-49ec-aa32-a66abae2c888 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0470543 Oct 03 12:54:42.584672 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-57826fec-db56-4569-97bf-af7ffbbb6957 req-3c600386-0b12-48b0-a3be-f5c33aa47d64 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423570 Oct 03 12:54:42.747847 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735186d2-c640-4d3d-a638-abeef9acec93 req-189b8561-a71f-48eb-891c-2b7c9d6e9d83 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:42.749269 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-735186d2-c640-4d3d-a638-abeef9acec93 req-189b8561-a71f-48eb-891c-2b7c9d6e9d83 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 944 time: 0.0459878 Oct 03 12:54:42.800180 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-735186d2-c640-4d3d-a638-abeef9acec93 req-7102d4e8-80d0-48d7-a0a4-420cb658198d tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=03df5424-c86e-49de-b6e3-bde3e1a33acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453002 Oct 03 12:54:43.004296 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device cf688afb-8bbc-40e1-934b-cdf7069fca35 up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:54:43.045665 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning for port cf688afb-8bbc-40e1-934b-cdf7069fca35 completed by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 12:54:43.128249 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port cf688afb-8bbc-40e1-934b-cdf7069fca35 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:54:43.128635 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (cf688afb-8bbc-40e1-934b-cdf7069fca35), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:43.129003 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port cf688afb-8bbc-40e1-934b-cdf7069fca35 Oct 03 12:54:43.202844 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port cf688afb-8bbc-40e1-934b-cdf7069fca35 is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:54:43.203230 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (cf688afb-8bbc-40e1-934b-cdf7069fca35), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:43.347718 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a5c967-4163-4841-ae8c-77d508c0ff59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf688afb-8bbc-40e1-934b-cdf7069fca35'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:54:43.349847 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcab37d3-427d-4abb-a92d-6dc7485667f1" -d '{"events": [{"server_uuid": "03a5c967-4163-4841-ae8c-77d508c0ff59", "name": "network-vif-plugged", "status": "completed", "tag": "cf688afb-8bbc-40e1-934b-cdf7069fca35"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:54:43.362855 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port cf688afb-8bbc-40e1-934b-cdf7069fca35, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cf688afb-8bbc-40e1-934b-cdf7069fca35,segment=NetworkSegment(45e470c6-55da-45fc-b9e1-3afe7ebb42cf),segment_id=45e470c6-55da-45fc-b9e1-3afe7ebb42cf)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:54:43.388640 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa1233f-00e2-4b8f-a6c8-75ff6b51ef62 x-openstack-request-id: req-9fa1233f-00e2-4b8f-a6c8-75ff6b51ef62 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:54:43.388950 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a5c967-4163-4841-ae8c-77d508c0ff59", "name": "network-vif-plugged", "status": "completed", "tag": "cf688afb-8bbc-40e1-934b-cdf7069fca35", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:54:43.389207 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9fa1233f-00e2-4b8f-a6c8-75ff6b51ef62 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:54:43.389607 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa1233f-00e2-4b8f-a6c8-75ff6b51ef62'] response: {'server_uuid': '03a5c967-4163-4841-ae8c-77d508c0ff59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf688afb-8bbc-40e1-934b-cdf7069fca35', 'code': 200} Oct 03 12:54:43.459654 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (cf688afb-8bbc-40e1-934b-cdf7069fca35), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:43.485047 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:43.507236 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=cf688afb-8bbc-40e1-934b-cdf7069fca35,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:43.705749 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85f6e9-d821-418c-a114-f1d3ebc15ea2 req-a6b4a726-c7c8-475a-bdeb-497f3e8f2e89 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:43.706932 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6b85f6e9-d821-418c-a114-f1d3ebc15ea2 req-a6b4a726-c7c8-475a-bdeb-497f3e8f2e89 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0470381 Oct 03 12:54:43.755202 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6b85f6e9-d821-418c-a114-f1d3ebc15ea2 req-439e046f-12d7-44f2-8fa2-af50c3aaf6fe tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418999 Oct 03 12:54:43.923210 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10737cf4-ab5d-432d-b76a-c3463ec6c151 req-a42f3c30-1db4-4398-b5a6-c6de14ec87f2 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:43.924650 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-10737cf4-ab5d-432d-b76a-c3463ec6c151 req-a42f3c30-1db4-4398-b5a6-c6de14ec87f2 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 945 time: 0.0465930 Oct 03 12:54:43.972181 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-10737cf4-ab5d-432d-b76a-c3463ec6c151 req-2f52a1fd-932c-4874-8659-538a07e24adc tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=03df5424-c86e-49de-b6e3-bde3e1a33acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412798 Oct 03 12:54:44.645392 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623d1c8-f1c7-44a1-8d5e-52f09007000a req-1116aa5e-4802-42e5-9850-17e3bd72dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:44.646787 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2623d1c8-f1c7-44a1-8d5e-52f09007000a req-1116aa5e-4802-42e5-9850-17e3bd72dadd service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 1129 time: 0.0418949 Oct 03 12:54:44.654459 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64441893-0e9d-498e-a085-bc7c0109d373 req-7adfffb1-c641-41ef-9b20-4af8ac075e89 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:44.655945 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-64441893-0e9d-498e-a085-bc7c0109d373 req-7adfffb1-c641-41ef-9b20-4af8ac075e89 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0507245 Oct 03 12:54:44.677045 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:44.693083 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2623d1c8-f1c7-44a1-8d5e-52f09007000a req-2b01200f-17a9-46f9-b23f-1c41e088127e service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=03df5424-c86e-49de-b6e3-bde3e1a33acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402551 Oct 03 12:54:44.739347 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-64441893-0e9d-498e-a085-bc7c0109d373 req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Deleting port 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:54:44.739694 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-64441893-0e9d-498e-a085-bc7c0109d373 req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (99141c24-9fad-4cf8-9d13-c4d90e5ddd88), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:44.831759 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-64441893-0e9d-498e-a085-bc7c0109d373 req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] For port 99141c24-9fad-4cf8-9d13-c4d90e5ddd88, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=99141c24-9fad-4cf8-9d13-c4d90e5ddd88,segment=NetworkSegment(d3a5c810-85a3-440e-99e0-0eb8dd8e532d),segment_id=d3a5c810-85a3-440e-99e0-0eb8dd8e532d)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:54:44.832127 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-64441893-0e9d-498e-a085-bc7c0109d373 req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (99141c24-9fad-4cf8-9d13-c4d90e5ddd88), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:44.877161 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32bbd1-ae2a-4427-8c43-b81da01689c9 req-806b187d-3c01-4636-8b5f-017d42de8081 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:44.878760 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2c32bbd1-ae2a-4427-8c43-b81da01689c9 req-806b187d-3c01-4636-8b5f-017d42de8081 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 946 time: 0.0466831 Oct 03 12:54:44.926853 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2c32bbd1-ae2a-4427-8c43-b81da01689c9 req-a5b518bf-4d76-4c6e-b9bb-462e3130e6a0 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b92082ea-7c46-4dcf-b184-25150c194231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417967 Oct 03 12:54:44.995643 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-64441893-0e9d-498e-a085-bc7c0109d373 req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:44.996008 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-64441893-0e9d-498e-a085-bc7c0109d373 req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (93eecbff-adb4-4ccf-9701-f6f53879482a), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:44.996324 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.l3_db [req-64441893-0e9d-498e-a085-bc7c0109d373 req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Floating IP 93eecbff-adb4-4ccf-9701-f6f53879482a disassociated. External IP: 172.27.0.162, port: 99141c24-9fad-4cf8-9d13-c4d90e5ddd88. Oct 03 12:54:44.996673 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-64441893-0e9d-498e-a085-bc7c0109d373 req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Calling delete_port for 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 owned by compute:nova {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:54:45.098958 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f62733-581a-4d62-a88f-76774874676a req-4095457f-48c4-4917-b5c2-046315633a03 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:45.100930 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-95f62733-581a-4d62-a88f-76774874676a req-4095457f-48c4-4917-b5c2-046315633a03 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 945 time: 0.0486746 Oct 03 12:54:45.151245 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-95f62733-581a-4d62-a88f-76774874676a req-dab9a41e-b95a-46de-aaea-e2d38f9ce4e6 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=03df5424-c86e-49de-b6e3-bde3e1a33acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442882 Oct 03 12:54:45.205272 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-64441893-0e9d-498e-a085-bc7c0109d373 req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (99141c24-9fad-4cf8-9d13-c4d90e5ddd88), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:45.234364 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Pushing event deleted for resources: {'Port': ['ID=99141c24-9fad-4cf8-9d13-c4d90e5ddd88,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:45.253151 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:45.253151 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:45.253151 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:45.253151 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:45.253151 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:45.253151 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:45.253151 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:45.253151 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:45.253151 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:45.253151 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:45.253151 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:45.253151 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:45.255347 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:45.255347 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:45.255347 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:45.306960 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:45.377261 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64441893-0e9d-498e-a085-bc7c0109d373 req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Router 3be64379-9030-445d-a5d0-c98e5b96c724 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:54:45.380347 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:45.485015 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64441893-0e9d-498e-a085-bc7c0109d373 req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:54:45.497194 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665e17b3-18e7-40d5-824a-aecf4d8d9596 None None] Sync routers for ids ['3be64379-9030-445d-a5d0-c98e5b96c724'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:54:45.507377 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665e17b3-18e7-40d5-824a-aecf4d8d9596 None None] Routers {'3be64379-9030-445d-a5d0-c98e5b96c724'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:54:45.508159 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-665e17b3-18e7-40d5-824a-aecf4d8d9596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:54:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['3be64379-9030-445d-a5d0-c98e5b96c724'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:45.527994 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-64441893-0e9d-498e-a085-bc7c0109d373 req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] No DVR routers for this DVR port 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 on host hv-cinder-84456 {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:54:45.530571 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-64441893-0e9d-498e-a085-bc7c0109d373 req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:45.534118 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-64441893-0e9d-498e-a085-bc7c0109d373 req-fff62127-a130-4e3b-96ca-04763584de15 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.46 "DELETE /networking/v2.0/ports/99141c24-9fad-4cf8-9d13-c4d90e5ddd88 HTTP/1.1" status: 204 len: 173 time: 0.8729396 Oct 03 12:54:45.534637 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d3f4ae-60a5-4463-9a02-00d846d22289', 'name': 'network-vif-deleted', 'tag': '99141c24-9fad-4cf8-9d13-c4d90e5ddd88'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:54:45.536867 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f248c08-d8ab-45ad-925a-24e9cef3c591" -d '{"events": [{"server_uuid": "85d3f4ae-60a5-4463-9a02-00d846d22289", "name": "network-vif-deleted", "tag": "99141c24-9fad-4cf8-9d13-c4d90e5ddd88"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:54:45.543224 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:45.576334 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab59ee50-6d78-4f4f-b62b-ef9bb12f82f0 x-openstack-request-id: req-ab59ee50-6d78-4f4f-b62b-ef9bb12f82f0 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:54:45.576686 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d3f4ae-60a5-4463-9a02-00d846d22289", "name": "network-vif-deleted", "tag": "99141c24-9fad-4cf8-9d13-c4d90e5ddd88", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:54:45.576997 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ab59ee50-6d78-4f4f-b62b-ef9bb12f82f0 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:54:45.577473 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab59ee50-6d78-4f4f-b62b-ef9bb12f82f0'] response: {'server_uuid': '85d3f4ae-60a5-4463-9a02-00d846d22289', 'name': 'network-vif-deleted', 'tag': '99141c24-9fad-4cf8-9d13-c4d90e5ddd88', 'status': 'completed', 'code': 200} Oct 03 12:54:45.618742 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-665e17b3-18e7-40d5-824a-aecf4d8d9596 None None] Set router 3be64379-9030-445d-a5d0-c98e5b96c724 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:54:45.813123 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-665e17b3-18e7-40d5-824a-aecf4d8d9596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'name': 'tempest-ServerRescueNegativeTestJSON-1174778013-router', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:25Z', 'updated_at': '2022-10-03T12:49:33Z', 'revision_number': 4, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'gw_port': {'id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:27Z', 'updated_at': '2022-10-03T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '4a22c5e8-e649-40b8-a406-6d66c1a4ffc2', 'name': '', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'mac_address': 'fa:16:3e:03:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:31Z', 'updated_at': '2022-10-03T12:49:46Z', 'revision_number': 5, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'subnets': [{'id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:45.842330 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665e17b3-18e7-40d5-824a-aecf4d8d9596 None None] Checking router: 3be64379-9030-445d-a5d0-c98e5b96c724 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:54:45.851970 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665e17b3-18e7-40d5-824a-aecf4d8d9596 None None] Routers {'3be64379-9030-445d-a5d0-c98e5b96c724'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:54:45.852637 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-665e17b3-18e7-40d5-824a-aecf4d8d9596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:54:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['3be64379-9030-445d-a5d0-c98e5b96c724'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:45.952070 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-665e17b3-18e7-40d5-824a-aecf4d8d9596 None None] Set router 3be64379-9030-445d-a5d0-c98e5b96c724 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:54:46.042192 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9d288664-9228-4de1-a919-339bc853b4af req-a9e3094b-15af-4f07-a984-87a47203f502 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 210 time: 0.0279319 Oct 03 12:54:46.242757 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-665e17b3-18e7-40d5-824a-aecf4d8d9596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'name': 'tempest-ServerRescueNegativeTestJSON-1174778013-router', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:25Z', 'updated_at': '2022-10-03T12:49:33Z', 'revision_number': 4, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'gw_port': {'id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:27Z', 'updated_at': '2022-10-03T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '4a22c5e8-e649-40b8-a406-6d66c1a4ffc2', 'name': '', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'mac_address': 'fa:16:3e:03:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:31Z', 'updated_at': '2022-10-03T12:49:46Z', 'revision_number': 5, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'subnets': [{'id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:46.269240 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665e17b3-18e7-40d5-824a-aecf4d8d9596 None None] The sync data for ids ['3be64379-9030-445d-a5d0-c98e5b96c724'] in dv-cinder-844563-12-iscsi is: [{'id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'name': 'tempest-ServerRescueNegativeTestJSON-1174778013-router', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:25Z', 'updated_at': '2022-10-03T12:49:33Z', 'revision_number': 4, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'gw_port': {'id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:27Z', 'updated_at': '2022-10-03T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '4a22c5e8-e649-40b8-a406-6d66c1a4ffc2', 'name': '', 'network_id': 'f492b9a3-221f-4263-a074-289d6252f405', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'mac_address': 'fa:16:3e:03:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:31Z', 'updated_at': '2022-10-03T12:49:46Z', 'revision_number': 5, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'subnets': [{'id': '37145451-837c-4b8b-9c60-d5e0dbfeb9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:54:46.285063 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e37c9-8d94-44d8-a50e-f6ab96238364 req-76b06d3c-9146-466e-98e1-8e0986ea4fb0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:46.291892 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a18e37c9-8d94-44d8-a50e-f6ab96238364 req-76b06d3c-9146-466e-98e1-8e0986ea4fb0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 945 time: 0.0607042 Oct 03 12:54:46.344703 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a18e37c9-8d94-44d8-a50e-f6ab96238364 req-33cf7b3d-2dd8-42e3-acab-e53632a390e4 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=03df5424-c86e-49de-b6e3-bde3e1a33acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505652 Oct 03 12:54:46.473632 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368218a4-d8c4-4eab-b7ab-432edd6c0de6 req-377fbd8e-71c1-46c4-8aae-854ec2fae97c tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:46.475133 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-368218a4-d8c4-4eab-b7ab-432edd6c0de6 req-377fbd8e-71c1-46c4-8aae-854ec2fae97c tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 945 time: 0.0569944 Oct 03 12:54:46.486897 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 40348) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:54:46.492397 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-5e63bd0a-6723-49d4-88a3-ce9302445470 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Request body: {'floatingip': {'port_id': 'cf688afb-8bbc-40e1-934b-cdf7069fca35'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:54:46.536661 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5e63bd0a-6723-49d4-88a3-ce9302445470 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for floatingip (c7848678-3571-4c98-911f-c9bdb68d77ff), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:46.551652 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6447616d-1509-4dc1-b7f7-577113a66b2a None None] New status for floating IP 93eecbff-adb4-4ccf-9701-f6f53879482a: DOWN {{(pid=113286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:54:46.995290 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5e63bd0a-6723-49d4-88a3-ce9302445470 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:47.066633 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5e63bd0a-6723-49d4-88a3-ce9302445470 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (c7848678-3571-4c98-911f-c9bdb68d77ff), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:47.162249 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f7950097-e240-4e02-9205-35eda6e264c4 req-4e3c78f7-7202-4c1e-bddf-8ce9d198dc5b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85d3f4ae-60a5-4463-9a02-00d846d22289 HTTP/1.1" status: 200 len: 210 time: 0.0300672 Oct 03 12:54:47.186159 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.l3_db [None req-5e63bd0a-6723-49d4-88a3-ce9302445470 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Floating IP c7848678-3571-4c98-911f-c9bdb68d77ff associated. External IP: 172.27.0.16, port: cf688afb-8bbc-40e1-934b-cdf7069fca35. Oct 03 12:54:47.412249 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:47.417936 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e63bd0a-6723-49d4-88a3-ce9302445470 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Router bf68c2f1-2fbc-4059-8139-7e5e77804bdc has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:54:47.534078 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e63bd0a-6723-49d4-88a3-ce9302445470 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:54:47.538667 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5e63bd0a-6723-49d4-88a3-ce9302445470 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:47.541231 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:47.545854 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db15589-a4bd-4731-b04e-9129dfc8ab48 None None] Sync routers for ids ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:54:47.563118 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:47.565465 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db15589-a4bd-4731-b04e-9129dfc8ab48 None None] Routers {'bf68c2f1-2fbc-4059-8139-7e5e77804bdc'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:54:47.566247 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-9db15589-a4bd-4731-b04e-9129dfc8ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:54:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:47.584138 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-5e63bd0a-6723-49d4-88a3-ce9302445470 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/c7848678-3571-4c98-911f-c9bdb68d77ff HTTP/1.1" status: 200 len: 990 time: 1.0933957 Oct 03 12:54:47.584138 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a5c967-4163-4841-ae8c-77d508c0ff59', 'tag': 'cf688afb-8bbc-40e1-934b-cdf7069fca35'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:54:47.594878 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ed5db8-4f03-4212-a5f5-192401e94340" -d '{"events": [{"name": "network-changed", "server_uuid": "03a5c967-4163-4841-ae8c-77d508c0ff59", "tag": "cf688afb-8bbc-40e1-934b-cdf7069fca35"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:54:47.637712 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75434782-56e4-4351-ba1a-1cd8753d15d5 x-openstack-request-id: req-75434782-56e4-4351-ba1a-1cd8753d15d5 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:54:47.637712 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a5c967-4163-4841-ae8c-77d508c0ff59", "tag": "cf688afb-8bbc-40e1-934b-cdf7069fca35", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:54:47.639143 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-75434782-56e4-4351-ba1a-1cd8753d15d5 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:54:47.639672 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75434782-56e4-4351-ba1a-1cd8753d15d5'] response: {'name': 'network-changed', 'server_uuid': '03a5c967-4163-4841-ae8c-77d508c0ff59', 'tag': 'cf688afb-8bbc-40e1-934b-cdf7069fca35', 'status': 'completed', 'code': 200} Oct 03 12:54:47.708706 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed5db8-4f03-4212-a5f5-192401e94340 req-a49005a9-39d6-499c-9d14-4b25c1de1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:47.711019 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-30ed5db8-4f03-4212-a5f5-192401e94340 req-a49005a9-39d6-499c-9d14-4b25c1de1318 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=cc40d256f0e24050b6b53fdbcbce1962&device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 1129 time: 0.0494099 Oct 03 12:54:47.719124 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-9db15589-a4bd-4731-b04e-9129dfc8ab48 None None] Set router bf68c2f1-2fbc-4059-8139-7e5e77804bdc gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:54:47.843840 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed5db8-4f03-4212-a5f5-192401e94340 req-c9a88c30-4406-4d63-821e-af3f98174da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:47.845316 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-30ed5db8-4f03-4212-a5f5-192401e94340 req-c9a88c30-4406-4d63-821e-af3f98174da9 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=848e2135-07d9-46d2-afff-ed218ebac86b HTTP/1.1" status: 200 len: 912 time: 0.1289253 Oct 03 12:54:47.902689 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:47.911030 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-30ed5db8-4f03-4212-a5f5-192401e94340 req-d939ad11-6d49-43bd-88c8-89ad8206beef service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf688afb-8bbc-40e1-934b-cdf7069fca35 HTTP/1.1" status: 200 len: 998 time: 0.0590487 Oct 03 12:54:47.969351 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed5db8-4f03-4212-a5f5-192401e94340 req-71e3ee97-8993-4766-970d-0c87256e0778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:47.971194 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-30ed5db8-4f03-4212-a5f5-192401e94340 req-71e3ee97-8993-4766-970d-0c87256e0778 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=f618876e-ca41-40f8-983f-02970b7d2680 HTTP/1.1" status: 200 len: 850 time: 0.0533776 Oct 03 12:54:47.992549 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-9db15589-a4bd-4731-b04e-9129dfc8ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'name': 'tempest-AttachVolumeTestJSON-1436640532-router', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '525d1105-b516-4c50-8464-cf5883410871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:40Z', 'revision_number': 4, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'gw_port': {'id': '525d1105-b516-4c50-8464-cf5883410871', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': 'c7848678-3571-4c98-911f-c9bdb68d77ff', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'port_id': 'cf688afb-8bbc-40e1-934b-cdf7069fca35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'mac_address': 'fa:16:3e:87:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5c967-4163-4841-ae8c-77d508c0ff59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:54:31Z', 'updated_at': '2022-10-03T12:54:46Z', 'revision_number': 1, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabe71f5-9953-454c-af62-6cefced38512', 'name': '', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'mac_address': 'fa:16:3e:e7:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:57Z', 'revision_number': 5, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'subnets': [{'id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:48.017141 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed5db8-4f03-4212-a5f5-192401e94340 req-bc39b630-4714-44cd-b119-ce9803c958bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:48.018644 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-30ed5db8-4f03-4212-a5f5-192401e94340 req-bc39b630-4714-44cd-b119-ce9803c958bf service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=848e2135-07d9-46d2-afff-ed218ebac86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416784 Oct 03 12:54:48.019942 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db15589-a4bd-4731-b04e-9129dfc8ab48 None None] Checking router: bf68c2f1-2fbc-4059-8139-7e5e77804bdc for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:54:48.028927 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db15589-a4bd-4731-b04e-9129dfc8ab48 None None] Routers {'bf68c2f1-2fbc-4059-8139-7e5e77804bdc'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:54:48.029521 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-9db15589-a4bd-4731-b04e-9129dfc8ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:54:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:48.117134 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-30ed5db8-4f03-4212-a5f5-192401e94340 req-bc6ea419-de5f-414b-8ecc-00a7b193189b service neutron] 10.222.0.46 "GET /networking/v2.0/networks/848e2135-07d9-46d2-afff-ed218ebac86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897589 Oct 03 12:54:48.146632 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-9db15589-a4bd-4731-b04e-9129dfc8ab48 None None] Set router bf68c2f1-2fbc-4059-8139-7e5e77804bdc gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:54:48.238805 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-30ed5db8-4f03-4212-a5f5-192401e94340 req-8b46cb5d-9a3b-420f-a806-fa283b9e349a service neutron] 10.222.0.46 "GET /networking/v2.0/networks/848e2135-07d9-46d2-afff-ed218ebac86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980434 Oct 03 12:54:48.367009 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 40360) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:54:48.382673 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-9db15589-a4bd-4731-b04e-9129dfc8ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'name': 'tempest-AttachVolumeTestJSON-1436640532-router', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '525d1105-b516-4c50-8464-cf5883410871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:40Z', 'revision_number': 4, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'gw_port': {'id': '525d1105-b516-4c50-8464-cf5883410871', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': 'c7848678-3571-4c98-911f-c9bdb68d77ff', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'port_id': 'cf688afb-8bbc-40e1-934b-cdf7069fca35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'mac_address': 'fa:16:3e:87:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5c967-4163-4841-ae8c-77d508c0ff59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:54:31Z', 'updated_at': '2022-10-03T12:54:46Z', 'revision_number': 1, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabe71f5-9953-454c-af62-6cefced38512', 'name': '', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'mac_address': 'fa:16:3e:e7:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:57Z', 'revision_number': 5, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'subnets': [{'id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:48.408184 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db15589-a4bd-4731-b04e-9129dfc8ab48 None None] The sync data for ids ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'] in dv-cinder-844563-12-iscsi is: [{'id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'name': 'tempest-AttachVolumeTestJSON-1436640532-router', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '525d1105-b516-4c50-8464-cf5883410871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:40Z', 'revision_number': 4, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'gw_port': {'id': '525d1105-b516-4c50-8464-cf5883410871', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': 'c7848678-3571-4c98-911f-c9bdb68d77ff', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'port_id': 'cf688afb-8bbc-40e1-934b-cdf7069fca35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'mac_address': 'fa:16:3e:87:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5c967-4163-4841-ae8c-77d508c0ff59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:54:31Z', 'updated_at': '2022-10-03T12:54:46Z', 'revision_number': 1, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabe71f5-9953-454c-af62-6cefced38512', 'name': '', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'mac_address': 'fa:16:3e:e7:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:57Z', 'revision_number': 5, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'subnets': [{'id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:54:48.424856 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3342c318-4846-4cf0-8d9d-e12c6730a7a4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for security_group (b92082ea-7c46-4dcf-b184-25150c194231), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:48.448546 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3342c318-4846-4cf0-8d9d-e12c6730a7a4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for security_group (b92082ea-7c46-4dcf-b184-25150c194231), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:48.458556 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:48.568698 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3342c318-4846-4cf0-8d9d-e12c6730a7a4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (b92082ea-7c46-4dcf-b184-25150c194231), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:48.571707 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3342c318-4846-4cf0-8d9d-e12c6730a7a4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:48.575852 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-3342c318-4846-4cf0-8d9d-e12c6730a7a4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b92082ea-7c46-4dcf-b184-25150c194231 HTTP/1.1" status: 204 len: 168 time: 0.2048585 Oct 03 12:54:48.576459 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 40362) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:54:48.595187 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.api.v2.resource [None req-3a9b2a25-3c61-41ad-b09d-c7e413596a8c tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] show failed (client error): The resource could not be found. Oct 03 12:54:48.596276 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-3a9b2a25-3c61-41ad-b09d-c7e413596a8c tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups/b92082ea-7c46-4dcf-b184-25150c194231 HTTP/1.1" status: 404 len: 347 time: 0.0188260 Oct 03 12:54:48.597089 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342c318-4846-4cf0-8d9d-e12c6730a7a4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92082ea-7c46-4dcf-b184-25150c194231,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:48.599159 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 40364) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:54:48.606977 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c537ddc0-9ff2-4131-87f8-1c7d0837eee4 None None] New status for floating IP c7848678-3571-4c98-911f-c9bdb68d77ff: ACTIVE {{(pid=113286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:54:48.610434 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342c318-4846-4cf0-8d9d-e12c6730a7a4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:48.610792 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342c318-4846-4cf0-8d9d-e12c6730a7a4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:48.611135 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342c318-4846-4cf0-8d9d-e12c6730a7a4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:48.611559 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342c318-4846-4cf0-8d9d-e12c6730a7a4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:48.611895 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342c318-4846-4cf0-8d9d-e12c6730a7a4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:48.612226 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342c318-4846-4cf0-8d9d-e12c6730a7a4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:48.612629 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342c318-4846-4cf0-8d9d-e12c6730a7a4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:48.612987 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342c318-4846-4cf0-8d9d-e12c6730a7a4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:48.613323 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342c318-4846-4cf0-8d9d-e12c6730a7a4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:48.613649 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342c318-4846-4cf0-8d9d-e12c6730a7a4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:48.613971 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342c318-4846-4cf0-8d9d-e12c6730a7a4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:48.614296 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342c318-4846-4cf0-8d9d-e12c6730a7a4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:48.614766 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342c318-4846-4cf0-8d9d-e12c6730a7a4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:48.615185 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342c318-4846-4cf0-8d9d-e12c6730a7a4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:48.616987 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342c318-4846-4cf0-8d9d-e12c6730a7a4 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:54:48.718442 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-f5059ecb-9529-4137-b342-59035477e21b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Deleting port 5d206379-4cf0-4411-8259-f7de64bd31cb {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:54:48.719159 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f5059ecb-9529-4137-b342-59035477e21b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (5d206379-4cf0-4411-8259-f7de64bd31cb), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:48.794488 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f5059ecb-9529-4137-b342-59035477e21b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (5d206379-4cf0-4411-8259-f7de64bd31cb), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:48.794862 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f5059ecb-9529-4137-b342-59035477e21b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for floatingip (5d206379-4cf0-4411-8259-f7de64bd31cb), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:48.810100 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-f5059ecb-9529-4137-b342-59035477e21b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Calling delete_port for 5d206379-4cf0-4411-8259-f7de64bd31cb owned by network:floatingip {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:54:48.908129 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:49.008689 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f5059ecb-9529-4137-b342-59035477e21b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (5d206379-4cf0-4411-8259-f7de64bd31cb), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:49.036427 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5059ecb-9529-4137-b342-59035477e21b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Pushing event deleted for resources: {'Port': ['ID=5d206379-4cf0-4411-8259-f7de64bd31cb,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:49.050224 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:54:49.071387 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] No Port match for: 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:54:49.071731 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 99141c24-9fad-4cf8-9d13-c4d90e5ddd88 not bound to the agent host hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:54:49.326408 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f5059ecb-9529-4137-b342-59035477e21b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks [] for floatingip (93eecbff-adb4-4ccf-9701-f6f53879482a), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:49.328964 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f5059ecb-9529-4137-b342-59035477e21b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:49.330130 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-f5059ecb-9529-4137-b342-59035477e21b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/93eecbff-adb4-4ccf-9701-f6f53879482a HTTP/1.1" status: 204 len: 168 time: 0.7293358 Oct 03 12:54:52.366610 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce46f8-45b3-461c-bd0b-c05e793115b0 req-de51569c-2c0d-4cb5-af11-48d5229f7e72 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:52.368098 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-24ce46f8-45b3-461c-bd0b-c05e793115b0 req-de51569c-2c0d-4cb5-af11-48d5229f7e72 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0513227 Oct 03 12:54:52.418040 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-24ce46f8-45b3-461c-bd0b-c05e793115b0 req-080c4d8b-b201-48ab-a484-4d8d103fb073 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443833 Oct 03 12:54:52.919023 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5e8a2043-aff8-481f-bbe0-2170a5218a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:53.540639 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9780f7-7938-46a2-9adb-12d756cb9f87 req-31296971-1eb2-48a7-af57-d9d8b31601d5 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:53.542003 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bd9780f7-7938-46a2-9adb-12d756cb9f87 req-31296971-1eb2-48a7-af57-d9d8b31601d5 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0464864 Oct 03 12:54:53.587866 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bd9780f7-7938-46a2-9adb-12d756cb9f87 req-3e62a4cf-0eaa-4da0-a084-a45ed11bf621 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402024 Oct 03 12:54:54.711697 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde044e1-dd6b-4c5a-b816-7fd39666db96 req-786bd693-4339-4cd0-9e43-af046b0a6d4f tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:54.713177 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-dde044e1-dd6b-4c5a-b816-7fd39666db96 req-786bd693-4339-4cd0-9e43-af046b0a6d4f tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0463958 Oct 03 12:54:54.759728 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:54.764808 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-dde044e1-dd6b-4c5a-b816-7fd39666db96 req-cc03b8e1-1856-4039-8fb2-c00ae017fe0a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462673 Oct 03 12:54:54.767968 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf0ad9-29b7-4bc1-9c67-cf3390e712d5 req-22099e47-abb0-4c26-828d-1b9828411831 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:54.769413 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c0cf0ad9-29b7-4bc1-9c67-cf3390e712d5 req-22099e47-abb0-4c26-828d-1b9828411831 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 945 time: 0.0465128 Oct 03 12:54:54.859040 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-c0cf0ad9-29b7-4bc1-9c67-cf3390e712d5 req-96bce3e2-db0e-451e-a857-d0b0ac12aa96 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Deleting port c20f6694-be45-4085-a244-f2e7042c5197 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:54:54.859421 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-c0cf0ad9-29b7-4bc1-9c67-cf3390e712d5 req-96bce3e2-db0e-451e-a857-d0b0ac12aa96 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (c20f6694-be45-4085-a244-f2e7042c5197), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:54.951721 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-c0cf0ad9-29b7-4bc1-9c67-cf3390e712d5 req-96bce3e2-db0e-451e-a857-d0b0ac12aa96 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] For port c20f6694-be45-4085-a244-f2e7042c5197, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c20f6694-be45-4085-a244-f2e7042c5197,segment=NetworkSegment(d3a5c810-85a3-440e-99e0-0eb8dd8e532d),segment_id=d3a5c810-85a3-440e-99e0-0eb8dd8e532d)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:54:54.952004 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-c0cf0ad9-29b7-4bc1-9c67-cf3390e712d5 req-96bce3e2-db0e-451e-a857-d0b0ac12aa96 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (c20f6694-be45-4085-a244-f2e7042c5197), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:54.965218 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-c0cf0ad9-29b7-4bc1-9c67-cf3390e712d5 req-96bce3e2-db0e-451e-a857-d0b0ac12aa96 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Calling delete_port for c20f6694-be45-4085-a244-f2e7042c5197 owned by compute:nova {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:54:55.176591 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-c0cf0ad9-29b7-4bc1-9c67-cf3390e712d5 req-96bce3e2-db0e-451e-a857-d0b0ac12aa96 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (c20f6694-be45-4085-a244-f2e7042c5197), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:55.187745 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['c20f6694-be45-4085-a244-f2e7042c5197', 'ca96c603-3295-4d37-99aa-2b5b95419166'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:54:55.206204 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bce3e2-db0e-451e-a857-d0b0ac12aa96 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Pushing event deleted for resources: {'Port': ['ID=c20f6694-be45-4085-a244-f2e7042c5197,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:55.255729 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cf0ad9-29b7-4bc1-9c67-cf3390e712d5 req-96bce3e2-db0e-451e-a857-d0b0ac12aa96 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] No DVR routers for this DVR port c20f6694-be45-4085-a244-f2e7042c5197 on host hv-cinder-84456 {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:54:55.258917 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-c0cf0ad9-29b7-4bc1-9c67-cf3390e712d5 req-96bce3e2-db0e-451e-a857-d0b0ac12aa96 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:55.262172 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c0cf0ad9-29b7-4bc1-9c67-cf3390e712d5 req-96bce3e2-db0e-451e-a857-d0b0ac12aa96 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.46 "DELETE /networking/v2.0/ports/c20f6694-be45-4085-a244-f2e7042c5197 HTTP/1.1" status: 204 len: 173 time: 0.4878144 Oct 03 12:54:55.262668 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c20240-a307-4c2f-8121-6150803fef0c', 'name': 'network-vif-deleted', 'tag': 'c20f6694-be45-4085-a244-f2e7042c5197'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:54:55.264957 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebeac52-75f6-47bd-aaaa-0f5b24cf7184" -d '{"events": [{"server_uuid": "89c20240-a307-4c2f-8121-6150803fef0c", "name": "network-vif-deleted", "tag": "c20f6694-be45-4085-a244-f2e7042c5197"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:54:55.301680 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103f00f1-3c40-4f18-9e96-6b0bcf1e3ba9 x-openstack-request-id: req-103f00f1-3c40-4f18-9e96-6b0bcf1e3ba9 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:54:55.302013 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c20240-a307-4c2f-8121-6150803fef0c", "name": "network-vif-deleted", "tag": "c20f6694-be45-4085-a244-f2e7042c5197", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:54:55.302274 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-103f00f1-3c40-4f18-9e96-6b0bcf1e3ba9 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:54:55.302689 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-103f00f1-3c40-4f18-9e96-6b0bcf1e3ba9'] response: {'server_uuid': '89c20240-a307-4c2f-8121-6150803fef0c', 'name': 'network-vif-deleted', 'tag': 'c20f6694-be45-4085-a244-f2e7042c5197', 'status': 'completed', 'code': 200} Oct 03 12:54:55.310520 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:55.342073 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8d73b1b9-d121-4711-94cc-d39e077dce6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:55.879720 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-12ed8395-404e-4381-86d8-14d20b555710 req-30f2fd69-775f-4114-88c4-e903dbd4404b tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=89c20240-a307-4c2f-8121-6150803fef0c HTTP/1.1" status: 200 len: 210 time: 0.0276887 Oct 03 12:54:56.939633 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:57.345976 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bd14c-96ef-4294-bc7c-9b8af18dc76e req-23646c2a-770b-42cb-90c5-6e6bb9b9c1ff tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:57.347506 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-db7bd14c-96ef-4294-bc7c-9b8af18dc76e req-23646c2a-770b-42cb-90c5-6e6bb9b9c1ff tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0508888 Oct 03 12:54:57.394896 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-db7bd14c-96ef-4294-bc7c-9b8af18dc76e req-9b7b3f40-6139-454b-ba46-3d3a44bf3b25 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410249 Oct 03 12:54:58.377844 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=33 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:58.385875 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=69 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:58.416540 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:58.427663 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:54:58.518899 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79739393-6d32-4b01-9d5d-b62f72ff5e0f req-0567d7e0-5d43-4834-a6be-3d428095825e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:58.520296 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-79739393-6d32-4b01-9d5d-b62f72ff5e0f req-0567d7e0-5d43-4834-a6be-3d428095825e tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0482771 Oct 03 12:54:58.555865 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:54:58.570739 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-79739393-6d32-4b01-9d5d-b62f72ff5e0f req-214a3296-a7f8-4786-b172-51a2b563f8d1 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449126 Oct 03 12:54:59.098915 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device c20f6694-be45-4085-a244-f2e7042c5197 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:54:59.119595 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] No Port match for: c20f6694-be45-4085-a244-f2e7042c5197 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:54:59.120032 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device c20f6694-be45-4085-a244-f2e7042c5197 not bound to the agent host hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:54:59.704312 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc484e-b251-4995-88eb-573b91c04ba4 req-0127d778-aad0-4c32-857c-c6f532e0ab7a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:59.705758 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-74cc484e-b251-4995-88eb-573b91c04ba4 req-0127d778-aad0-4c32-857c-c6f532e0ab7a tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0464947 Oct 03 12:54:59.753293 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-74cc484e-b251-4995-88eb-573b91c04ba4 req-3ad69d64-116c-4bf5-98f7-715361244149 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411265 Oct 03 12:55:00.872162 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d8b2c-1ca0-46ed-9189-121d93051f49 req-271f50da-f33c-42c2-9fe8-6be1941b2d97 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:00.873637 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-109d8b2c-1ca0-46ed-9189-121d93051f49 req-271f50da-f33c-42c2-9fe8-6be1941b2d97 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0467184 Oct 03 12:55:00.887556 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2385075-2a90-44a9-8435-f8a288b929f7 req-2170c3b4-1d6e-4c41-a539-4ed96e1d4904 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:00.889048 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b2385075-2a90-44a9-8435-f8a288b929f7 req-2170c3b4-1d6e-4c41-a539-4ed96e1d4904 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 946 time: 0.0518143 Oct 03 12:55:00.921156 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-109d8b2c-1ca0-46ed-9189-121d93051f49 req-d47dd4f1-cda9-4e61-86ed-860898b592e8 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=96bcc9f7-18b5-44c4-91f5-73099343ce81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411003 Oct 03 12:55:00.977555 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-b2385075-2a90-44a9-8435-f8a288b929f7 req-bd31f47e-af49-42f1-a0f0-b7c2f81b9080 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Deleting port ca96c603-3295-4d37-99aa-2b5b95419166 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:55:00.977917 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-b2385075-2a90-44a9-8435-f8a288b929f7 req-bd31f47e-af49-42f1-a0f0-b7c2f81b9080 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (ca96c603-3295-4d37-99aa-2b5b95419166), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:01.073156 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-b2385075-2a90-44a9-8435-f8a288b929f7 req-bd31f47e-af49-42f1-a0f0-b7c2f81b9080 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] For port ca96c603-3295-4d37-99aa-2b5b95419166, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ca96c603-3295-4d37-99aa-2b5b95419166,segment=NetworkSegment(d3a5c810-85a3-440e-99e0-0eb8dd8e532d),segment_id=d3a5c810-85a3-440e-99e0-0eb8dd8e532d)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:55:01.073156 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-b2385075-2a90-44a9-8435-f8a288b929f7 req-bd31f47e-af49-42f1-a0f0-b7c2f81b9080 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (ca96c603-3295-4d37-99aa-2b5b95419166), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:01.081973 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-b2385075-2a90-44a9-8435-f8a288b929f7 req-bd31f47e-af49-42f1-a0f0-b7c2f81b9080 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Calling delete_port for ca96c603-3295-4d37-99aa-2b5b95419166 owned by compute:nova {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:55:01.188928 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:01.325397 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-b2385075-2a90-44a9-8435-f8a288b929f7 req-bd31f47e-af49-42f1-a0f0-b7c2f81b9080 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (ca96c603-3295-4d37-99aa-2b5b95419166), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:01.337602 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['ca96c603-3295-4d37-99aa-2b5b95419166'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:55:01.356428 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31f47e-af49-42f1-a0f0-b7c2f81b9080 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Pushing event deleted for resources: {'Port': ['ID=ca96c603-3295-4d37-99aa-2b5b95419166,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:01.401358 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2385075-2a90-44a9-8435-f8a288b929f7 req-bd31f47e-af49-42f1-a0f0-b7c2f81b9080 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] No DVR routers for this DVR port ca96c603-3295-4d37-99aa-2b5b95419166 on host hv-cinder-84456 {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:55:01.403865 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-b2385075-2a90-44a9-8435-f8a288b929f7 req-bd31f47e-af49-42f1-a0f0-b7c2f81b9080 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:01.407033 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b2385075-2a90-44a9-8435-f8a288b929f7 req-bd31f47e-af49-42f1-a0f0-b7c2f81b9080 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.46 "DELETE /networking/v2.0/ports/ca96c603-3295-4d37-99aa-2b5b95419166 HTTP/1.1" status: 204 len: 173 time: 0.5118098 Oct 03 12:55:01.407545 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9909a9d-feb5-4513-9e14-6aadc4e17c59', 'name': 'network-vif-deleted', 'tag': 'ca96c603-3295-4d37-99aa-2b5b95419166'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:55:01.409791 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7123df7a-ebd6-4435-9e0b-fef766e4c1da" -d '{"events": [{"server_uuid": "f9909a9d-feb5-4513-9e14-6aadc4e17c59", "name": "network-vif-deleted", "tag": "ca96c603-3295-4d37-99aa-2b5b95419166"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:55:01.508680 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9696d4dc-fa7d-4e6f-826c-fb74e300ea0e x-openstack-request-id: req-9696d4dc-fa7d-4e6f-826c-fb74e300ea0e {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:55:01.508975 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9909a9d-feb5-4513-9e14-6aadc4e17c59", "name": "network-vif-deleted", "tag": "ca96c603-3295-4d37-99aa-2b5b95419166", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:55:01.509236 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9696d4dc-fa7d-4e6f-826c-fb74e300ea0e {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:55:01.509647 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9696d4dc-fa7d-4e6f-826c-fb74e300ea0e'] response: {'server_uuid': 'f9909a9d-feb5-4513-9e14-6aadc4e17c59', 'name': 'network-vif-deleted', 'tag': 'ca96c603-3295-4d37-99aa-2b5b95419166', 'status': 'completed', 'code': 200} Oct 03 12:55:02.036788 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5025431d-180c-4307-9002-b6ba8a2d6250 req-25ddfad5-33a1-42c7-ac0f-8a58bbe88d99 tempest-ServerRescueNegativeTestJSON-1103094266 tempest-ServerRescueNegativeTestJSON-1103094266-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f9909a9d-feb5-4513-9e14-6aadc4e17c59 HTTP/1.1" status: 200 len: 210 time: 0.0306251 Oct 03 12:55:02.721961 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:03.102722 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 40418) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:03.259941 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:03.516994 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2b308a8b-0f13-44ea-96bc-a778082afb12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759112'] for router_interface (3be64379-9030-445d-a5d0-c98e5b96c724), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:03.733774 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-2b308a8b-0f13-44ea-96bc-a778082afb12 admin admin] Deleting port 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:55:03.734118 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2b308a8b-0f13-44ea-96bc-a778082afb12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (4a22c5e8-e649-40b8-a406-6d66c1a4ffc2), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:03.813430 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [None req-2b308a8b-0f13-44ea-96bc-a778082afb12 admin admin] For port 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=4a22c5e8-e649-40b8-a406-6d66c1a4ffc2,segment=NetworkSegment(d3a5c810-85a3-440e-99e0-0eb8dd8e532d),segment_id=d3a5c810-85a3-440e-99e0-0eb8dd8e532d)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:55:03.813707 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2b308a8b-0f13-44ea-96bc-a778082afb12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (4a22c5e8-e649-40b8-a406-6d66c1a4ffc2), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:03.826295 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-2b308a8b-0f13-44ea-96bc-a778082afb12 admin admin] Calling delete_port for 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2 owned by network:router_interface {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:55:03.995707 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:04.068026 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2b308a8b-0f13-44ea-96bc-a778082afb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (4a22c5e8-e649-40b8-a406-6d66c1a4ffc2), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:04.097363 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b308a8b-0f13-44ea-96bc-a778082afb12 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a22c5e8-e649-40b8-a406-6d66c1a4ffc2,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:04.124370 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:04.268584 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2b308a8b-0f13-44ea-96bc-a778082afb12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759100'] for router_interface (3be64379-9030-445d-a5d0-c98e5b96c724), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:04.490537 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b308a8b-0f13-44ea-96bc-a778082afb12 admin admin] Router 3be64379-9030-445d-a5d0-c98e5b96c724 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:55:04.593599 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b308a8b-0f13-44ea-96bc-a778082afb12 admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:55:04.598531 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-2b308a8b-0f13-44ea-96bc-a778082afb12 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/3be64379-9030-445d-a5d0-c98e5b96c724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4953179 Oct 03 12:55:04.601243 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 40422) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:04.602417 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78b0ce3-5d68-44b9-a12e-b68ca5768914 None None] Sync routers for ids ['3be64379-9030-445d-a5d0-c98e5b96c724'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:55:04.612059 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78b0ce3-5d68-44b9-a12e-b68ca5768914 None None] Routers {'3be64379-9030-445d-a5d0-c98e5b96c724'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:55:04.612651 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-d78b0ce3-5d68-44b9-a12e-b68ca5768914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:54:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['3be64379-9030-445d-a5d0-c98e5b96c724'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:04.697447 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5d2fb669-2626-46b6-bad5-281e3e882a46 admin admin] Publish callbacks [] for router (3be64379-9030-445d-a5d0-c98e5b96c724), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:04.712919 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-d78b0ce3-5d68-44b9-a12e-b68ca5768914 None None] Set router 3be64379-9030-445d-a5d0-c98e5b96c724 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:55:04.824295 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5d2fb669-2626-46b6-bad5-281e3e882a46 admin admin] Publish callbacks [] for router_gateway (3be64379-9030-445d-a5d0-c98e5b96c724), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:04.920056 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-d78b0ce3-5d68-44b9-a12e-b68ca5768914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'name': 'tempest-ServerRescueNegativeTestJSON-1174778013-router', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:25Z', 'updated_at': '2022-10-03T12:55:03Z', 'revision_number': 5, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'gw_port': {'id': '995bae9c-fb75-47e5-ab09-b9d74fef6f6c', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:27Z', 'updated_at': '2022-10-03T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:04.945124 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78b0ce3-5d68-44b9-a12e-b68ca5768914 None None] Checking router: 3be64379-9030-445d-a5d0-c98e5b96c724 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:55:04.953649 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78b0ce3-5d68-44b9-a12e-b68ca5768914 None None] Routers {'3be64379-9030-445d-a5d0-c98e5b96c724'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:55:04.954239 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-d78b0ce3-5d68-44b9-a12e-b68ca5768914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:54:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['3be64379-9030-445d-a5d0-c98e5b96c724'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:04.964386 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-5d2fb669-2626-46b6-bad5-281e3e882a46 admin admin] Deleting port 995bae9c-fb75-47e5-ab09-b9d74fef6f6c {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:55:04.964745 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5d2fb669-2626-46b6-bad5-281e3e882a46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (995bae9c-fb75-47e5-ab09-b9d74fef6f6c), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:05.006932 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:05.038415 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-d78b0ce3-5d68-44b9-a12e-b68ca5768914 None None] Set router 3be64379-9030-445d-a5d0-c98e5b96c724 gateway port host: None {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:55:05.044404 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [None req-5d2fb669-2626-46b6-bad5-281e3e882a46 admin admin] For port 995bae9c-fb75-47e5-ab09-b9d74fef6f6c, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=995bae9c-fb75-47e5-ab09-b9d74fef6f6c,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:55:05.044766 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5d2fb669-2626-46b6-bad5-281e3e882a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (995bae9c-fb75-47e5-ab09-b9d74fef6f6c), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:05.058178 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-5d2fb669-2626-46b6-bad5-281e3e882a46 admin admin] Calling delete_port for 995bae9c-fb75-47e5-ab09-b9d74fef6f6c owned by network:router_gateway {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:55:05.089204 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-d78b0ce3-5d68-44b9-a12e-b68ca5768914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'name': 'tempest-ServerRescueNegativeTestJSON-1174778013-router', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:25Z', 'updated_at': '2022-10-03T12:55:04Z', 'revision_number': 6, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'gw_port_host': None}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:05.114343 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device ca96c603-3295-4d37-99aa-2b5b95419166 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:55:05.114974 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78b0ce3-5d68-44b9-a12e-b68ca5768914 None None] The sync data for ids ['3be64379-9030-445d-a5d0-c98e5b96c724'] in dv-cinder-844563-12-iscsi is: [{'id': '3be64379-9030-445d-a5d0-c98e5b96c724', 'name': 'tempest-ServerRescueNegativeTestJSON-1174778013-router', 'tenant_id': '3f2b18d217d14d39886718cf209eb576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:25Z', 'updated_at': '2022-10-03T12:55:04Z', 'revision_number': 6, 'project_id': '3f2b18d217d14d39886718cf209eb576', 'gw_port_host': None}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:55:05.147386 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] No Port match for: ca96c603-3295-4d37-99aa-2b5b95419166 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:55:05.148640 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device ca96c603-3295-4d37-99aa-2b5b95419166 not bound to the agent host hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:55:05.178107 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:05.327726 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5d2fb669-2626-46b6-bad5-281e3e882a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (995bae9c-fb75-47e5-ab09-b9d74fef6f6c), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:05.351009 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fb669-2626-46b6-bad5-281e3e882a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=995bae9c-fb75-47e5-ab09-b9d74fef6f6c,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:05.642539 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5d2fb669-2626-46b6-bad5-281e3e882a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764534'] for router_gateway (3be64379-9030-445d-a5d0-c98e5b96c724), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:05.738425 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5d2fb669-2626-46b6-bad5-281e3e882a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5250'] for router (3be64379-9030-445d-a5d0-c98e5b96c724), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:05.741307 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5d2fb669-2626-46b6-bad5-281e3e882a46 admin admin] Publish callbacks [] for router_controller (3be64379-9030-445d-a5d0-c98e5b96c724), precommit_delete_associations {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:05.868226 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5d2fb669-2626-46b6-bad5-281e3e882a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-759140'] for router (3be64379-9030-445d-a5d0-c98e5b96c724), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:05.868872 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2fb669-2626-46b6-bad5-281e3e882a46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3be64379-9030-445d-a5d0-c98e5b96c724 {{(pid=113284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 12:55:05.874118 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5d2fb669-2626-46b6-bad5-281e3e882a46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:05.875746 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-5d2fb669-2626-46b6-bad5-281e3e882a46 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/3be64379-9030-445d-a5d0-c98e5b96c724 HTTP/1.1" status: 204 len: 168 time: 1.2734516 Oct 03 12:55:05.878442 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 40424) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:05.925892 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fdab3c-64b6-4e0e-bdd3-87783d74e382 admin admin] Deleting subnet 37145451-837c-4b8b-9c60-d5e0dbfeb9fe {{(pid=113285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 12:55:05.929822 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-83fdab3c-64b6-4e0e-bdd3-87783d74e382 admin admin] Publish callbacks [] for subnet (37145451-837c-4b8b-9c60-d5e0dbfeb9fe), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:05.963148 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-83fdab3c-64b6-4e0e-bdd3-87783d74e382 admin admin] Publish callbacks [] for subnet (37145451-837c-4b8b-9c60-d5e0dbfeb9fe), precommit_delete_associations {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:06.005699 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-83fdab3c-64b6-4e0e-bdd3-87783d74e382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441912'] for subnet (37145451-837c-4b8b-9c60-d5e0dbfeb9fe), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:06.135088 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-83fdab3c-64b6-4e0e-bdd3-87783d74e382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1446231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for subnet (37145451-837c-4b8b-9c60-d5e0dbfeb9fe), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:06.164149 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fdab3c-64b6-4e0e-bdd3-87783d74e382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37145451-837c-4b8b-9c60-d5e0dbfeb9fe,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:06.169040 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-83fdab3c-64b6-4e0e-bdd3-87783d74e382 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:06.173606 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-83fdab3c-64b6-4e0e-bdd3-87783d74e382 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/37145451-837c-4b8b-9c60-d5e0dbfeb9fe HTTP/1.1" status: 204 len: 168 time: 0.2941275 Oct 03 12:55:06.176321 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 40426) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:06.181205 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37274e94-e811-4e2f-af40-daa16459fa59 None None] Network f492b9a3-221f-4263-a074-289d6252f405 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:55:06.240018 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:06.260783 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435317'] for network (f492b9a3-221f-4263-a074-289d6252f405), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:06.320258 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Deleting port 85454732-043c-4653-89f6-35c5880c98a4 {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:55:06.320258 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (85454732-043c-4653-89f6-35c5880c98a4), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:06.347074 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] DHCP port deletion for f492b9a3-221f-4263-a074-289d6252f405 request from dv-cinder-844563-12-iscsi {{(pid=113286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 12:55:06.385988 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] For port 85454732-043c-4653-89f6-35c5880c98a4, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=85454732-043c-4653-89f6-35c5880c98a4,segment=NetworkSegment(d3a5c810-85a3-440e-99e0-0eb8dd8e532d),segment_id=d3a5c810-85a3-440e-99e0-0eb8dd8e532d)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:55:06.386439 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (85454732-043c-4653-89f6-35c5880c98a4), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:06.398534 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] Deleting port 85454732-043c-4653-89f6-35c5880c98a4 {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:55:06.398916 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (85454732-043c-4653-89f6-35c5880c98a4), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:06.401354 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Calling delete_port for 85454732-043c-4653-89f6-35c5880c98a4 owned by network:dhcp {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:55:06.466517 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] For port 85454732-043c-4653-89f6-35c5880c98a4, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=85454732-043c-4653-89f6-35c5880c98a4,segment=NetworkSegment(d3a5c810-85a3-440e-99e0-0eb8dd8e532d),segment_id=d3a5c810-85a3-440e-99e0-0eb8dd8e532d)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:55:06.466845 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (85454732-043c-4653-89f6-35c5880c98a4), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:06.482161 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] Calling delete_port for 85454732-043c-4653-89f6-35c5880c98a4 owned by network:dhcp {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:55:06.570391 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749'] for port (85454732-043c-4653-89f6-35c5880c98a4), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:06.575678 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749'] for port (85454732-043c-4653-89f6-35c5880c98a4), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:06.599157 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] Pushing event deleted for resources: {'Port': ['ID=85454732-043c-4653-89f6-35c5880c98a4,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:06.603787 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=85454732-043c-4653-89f6-35c5880c98a4,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:06.608153 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] No DVR routers for this DVR port 85454732-043c-4653-89f6-35c5880c98a4 on host dv-cinder-844563-12-iscsi {{(pid=113285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:55:06.610872 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:06.611218 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:06.611687 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:06.612383 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:06.612722 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:06.613054 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:06.613373 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:06.613701 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:06.614022 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:06.614340 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:06.614660 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:06.614979 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:06.615353 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:06.616411 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:06.617117 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:06.630361 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03026d17-f4dd-4500-bbca-529d0be8e7df None None] No DVR routers for this DVR port 85454732-043c-4653-89f6-35c5880c98a4 on host dv-cinder-844563-12-iscsi {{(pid=113286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:55:06.672931 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:06.687540 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351786', 'neutron.services.segments.db._delete_segments_for_network-8775902573532'] for network (f492b9a3-221f-4263-a074-289d6252f405), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:06.708554 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:55:06.709187 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:55:06.709961 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:55:06.710312 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Subscribe: > port after_create 55550000 {{(pid=113285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:55:06.710679 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:55:06.711018 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Subscribe: > port after_update 55550000 {{(pid=113285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:55:06.711364 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:55:06.711708 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:55:06.712025 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:55:06.712347 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:55:06.807630 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:55:06.807983 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:55:06.808312 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:55:06.808642 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:55:06.809016 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.services.segments.db [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f492b9a3-221f-4263-a074-289d6252f405']}} {{(pid=113285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:06.830596 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.services.segments.db [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a5c810-85a3-440e-99e0-0eb8dd8e532d') {'for_net_delete': True} {{(pid=113285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:06.830883 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.services.segments.db [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a5c810-85a3-440e-99e0-0eb8dd8e532d') {} {{(pid=113285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:06.851931 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775902526374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13973243'] for segment (d3a5c810-85a3-440e-99e0-0eb8dd8e532d), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:06.873564 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (d3a5c810-85a3-440e-99e0-0eb8dd8e532d), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:06.882067 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=113285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:55:06.882669 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13033666'] for segment (d3a5c810-85a3-440e-99e0-0eb8dd8e532d), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:07.039817 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764585'] for network (f492b9a3-221f-4263-a074-289d6252f405), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:07.047673 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:07.051098 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/f492b9a3-221f-4263-a074-289d6252f405 HTTP/1.1" status: 204 len: 168 time: 0.8734362 Oct 03 12:55:07.061394 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df97241-73cb-4a7a-9ab7-2ea921d18a33 admin admin] Pushing event deleted for resources: {'Network': ['ID=f492b9a3-221f-4263-a074-289d6252f405,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:07.077023 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.services.segments.plugin [-] Segment d3a5c810-85a3-440e-99e0-0eb8dd8e532d resource provider aggregate not found Oct 03 12:55:07.095260 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.services.segments.plugin [-] Segment d3a5c810-85a3-440e-99e0-0eb8dd8e532d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3a5c810-85a3-440e-99e0-0eb8dd8e532d found for delete ", "request_id": "req-8c736c30-1f69-4ea6-bd21-28f21b3a691e"}]} Oct 03 12:55:07.154181 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 995bae9c-fb75-47e5-ab09-b9d74fef6f6c no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:55:07.175452 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: 995bae9c-fb75-47e5-ab09-b9d74fef6f6c {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:55:07.175883 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 995bae9c-fb75-47e5-ab09-b9d74fef6f6c not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:55:07.176204 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2 no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:55:07.195375 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:55:07.196028 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 4a22c5e8-e649-40b8-a406-6d66c1a4ffc2 not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:55:07.196132 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 85454732-043c-4653-89f6-35c5880c98a4 no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:55:07.214750 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: 85454732-043c-4653-89f6-35c5880c98a4 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:55:07.215039 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 85454732-043c-4653-89f6-35c5880c98a4 not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:55:07.383457 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 40440) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:07.423764 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-6b2c18d9-a177-44e5-8c63-ea1db9d3d8a6 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=3f2b18d217d14d39886718cf209eb576&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391331 Oct 03 12:55:07.426279 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 40442) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:07.482319 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-59138dbf-1173-4271-b45b-a2535f1d085d admin admin] Publish callbacks [] for security_group (96bcc9f7-18b5-44c4-91f5-73099343ce81), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:07.507803 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-59138dbf-1173-4271-b45b-a2535f1d085d admin admin] Publish callbacks [] for security_group (96bcc9f7-18b5-44c4-91f5-73099343ce81), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:07.621669 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-59138dbf-1173-4271-b45b-a2535f1d085d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (96bcc9f7-18b5-44c4-91f5-73099343ce81), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:07.624400 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-59138dbf-1173-4271-b45b-a2535f1d085d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:07.625512 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-59138dbf-1173-4271-b45b-a2535f1d085d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/96bcc9f7-18b5-44c4-91f5-73099343ce81 HTTP/1.1" status: 204 len: 168 time: 0.1983356 Oct 03 12:55:07.634076 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59138dbf-1173-4271-b45b-a2535f1d085d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bcc9f7-18b5-44c4-91f5-73099343ce81,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:07.644940 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:12.760517 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 40578) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:12.868555 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f211bb05-6d0f-4f86-81d5-4c22ea2d557d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:12.942109 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f211bb05-6d0f-4f86-81d5-4c22ea2d557d admin admin] Publish callbacks [] for security_group (a791dcc2-fc31-4865-a205-812a3dad61f8), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:13.022443 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f211bb05-6d0f-4f86-81d5-4c22ea2d557d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (a791dcc2-fc31-4865-a205-812a3dad61f8), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:13.040559 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:13.062232 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-f211bb05-6d0f-4f86-81d5-4c22ea2d557d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=db2ee49bc8a44e8f8aaa780dd4f465c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006778 Oct 03 12:55:13.062902 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211bb05-6d0f-4f86-81d5-4c22ea2d557d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a791dcc2-fc31-4865-a205-812a3dad61f8,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:13.065223 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 40582) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:13.114940 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e13c64b7-f203-4c50-9228-6f87df1ccbc2 admin admin] Publish callbacks [] for security_group (a791dcc2-fc31-4865-a205-812a3dad61f8), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:13.135729 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e13c64b7-f203-4c50-9228-6f87df1ccbc2 admin admin] Publish callbacks [] for security_group (a791dcc2-fc31-4865-a205-812a3dad61f8), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:13.225217 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e13c64b7-f203-4c50-9228-6f87df1ccbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (a791dcc2-fc31-4865-a205-812a3dad61f8), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:13.227822 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e13c64b7-f203-4c50-9228-6f87df1ccbc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:13.228980 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-e13c64b7-f203-4c50-9228-6f87df1ccbc2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a791dcc2-fc31-4865-a205-812a3dad61f8 HTTP/1.1" status: 204 len: 168 time: 0.1627529 Oct 03 12:55:13.237144 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c64b7-f203-4c50-9228-6f87df1ccbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a791dcc2-fc31-4865-a205-812a3dad61f8,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:13.860249 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 40588) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:13.874575 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-80877d52-175c-4f19-8609-ae8a348832f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:13.948273 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-80877d52-175c-4f19-8609-ae8a348832f2 admin admin] Publish callbacks [] for security_group (37d8d23f-b160-4c39-8552-c82d6260ede6), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:14.004194 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-80877d52-175c-4f19-8609-ae8a348832f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (37d8d23f-b160-4c39-8552-c82d6260ede6), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:14.046344 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-80877d52-175c-4f19-8609-ae8a348832f2 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=851dbdd1c16f4e31b40374cc3ef9b953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1850297 Oct 03 12:55:14.047270 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80877d52-175c-4f19-8609-ae8a348832f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d8d23f-b160-4c39-8552-c82d6260ede6,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:14.049186 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 40590) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:14.101684 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9a720f68-556d-4eb2-af06-c55f96f608d7 admin admin] Publish callbacks [] for security_group (37d8d23f-b160-4c39-8552-c82d6260ede6), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:14.122235 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9a720f68-556d-4eb2-af06-c55f96f608d7 admin admin] Publish callbacks [] for security_group (37d8d23f-b160-4c39-8552-c82d6260ede6), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:14.238856 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9a720f68-556d-4eb2-af06-c55f96f608d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (37d8d23f-b160-4c39-8552-c82d6260ede6), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:14.239072 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:55:14.241931 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9a720f68-556d-4eb2-af06-c55f96f608d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:14.243101 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-9a720f68-556d-4eb2-af06-c55f96f608d7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/37d8d23f-b160-4c39-8552-c82d6260ede6 HTTP/1.1" status: 204 len: 168 time: 0.1929367 Oct 03 12:55:14.251576 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a720f68-556d-4eb2-af06-c55f96f608d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d8d23f-b160-4c39-8552-c82d6260ede6,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:19.777503 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f076b1-a239-4e1f-950d-94fe336bd9ed req-fcbbf09a-1aba-4064-b9f9-bc1da54fa669 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:19.778986 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e4f076b1-a239-4e1f-950d-94fe336bd9ed req-fcbbf09a-1aba-4064-b9f9-bc1da54fa669 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0468171 Oct 03 12:55:19.827206 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e4f076b1-a239-4e1f-950d-94fe336bd9ed req-ab7cac16-d8ed-4e3c-9bb8-0f832ca8d71d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414264 Oct 03 12:55:20.953910 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08869e-408c-4905-bdc7-41ea50c54ce5 req-c63a794d-19ce-46c7-a669-2852c326ab90 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:20.955412 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-aa08869e-408c-4905-bdc7-41ea50c54ce5 req-c63a794d-19ce-46c7-a669-2852c326ab90 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0458784 Oct 03 12:55:21.012029 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-aa08869e-408c-4905-bdc7-41ea50c54ce5 req-25ca4ac1-0fd5-4a06-8d04-711ffc4b1363 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502887 Oct 03 12:55:22.141890 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169afe9-5555-4856-82e8-2d470fd9b190 req-f6488c50-0612-4c87-8215-0469e391fc1a tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:22.143406 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4169afe9-5555-4856-82e8-2d470fd9b190 req-f6488c50-0612-4c87-8215-0469e391fc1a tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0464649 Oct 03 12:55:22.179021 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:DELETE=5,neutron:SELECT=88,neutron:INSERT=7 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:22.190507 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4169afe9-5555-4856-82e8-2d470fd9b190 req-57230879-5598-49d7-90cf-0b094c865374 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410733 Oct 03 12:55:22.949639 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d5cdfb16-e7f1-404e-a92b-dd53e0864a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:23.321443 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cb49b-9802-43ac-a075-730715c6900e req-b04f4c5f-1ca8-4b97-bc21-3147183e41bc tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:23.323872 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a82cb49b-9802-43ac-a075-730715c6900e req-b04f4c5f-1ca8-4b97-bc21-3147183e41bc tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0475090 Oct 03 12:55:23.342964 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 40750) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:23.373685 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a82cb49b-9802-43ac-a075-730715c6900e req-b8a4ba1c-96c6-4f6f-b61f-6c5704eb8883 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435073 Oct 03 12:55:23.456828 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1e884050-9375-48c3-893f-db4eba930537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:23.469144 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:23.532846 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1e884050-9375-48c3-893f-db4eba930537 admin admin] Publish callbacks [] for security_group (ee69c959-b4c3-45a2-a6e8-73b0e43eb073), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:23.652425 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1e884050-9375-48c3-893f-db4eba930537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (ee69c959-b4c3-45a2-a6e8-73b0e43eb073), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:23.693185 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e884050-9375-48c3-893f-db4eba930537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee69c959-b4c3-45a2-a6e8-73b0e43eb073,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:23.699181 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-1e884050-9375-48c3-893f-db4eba930537 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=91a56513e9684effb2283a344d1ec12d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551052 Oct 03 12:55:23.701800 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 40756) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:23.716818 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:23.752751 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2458f6cf-daf1-42e8-94af-a7ffa43344f6 admin admin] Publish callbacks [] for security_group (ee69c959-b4c3-45a2-a6e8-73b0e43eb073), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:23.773982 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2458f6cf-daf1-42e8-94af-a7ffa43344f6 admin admin] Publish callbacks [] for security_group (ee69c959-b4c3-45a2-a6e8-73b0e43eb073), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:23.898395 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2458f6cf-daf1-42e8-94af-a7ffa43344f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (ee69c959-b4c3-45a2-a6e8-73b0e43eb073), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:23.900955 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2458f6cf-daf1-42e8-94af-a7ffa43344f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:23.902104 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-2458f6cf-daf1-42e8-94af-a7ffa43344f6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ee69c959-b4c3-45a2-a6e8-73b0e43eb073 HTTP/1.1" status: 204 len: 168 time: 0.1994007 Oct 03 12:55:23.909973 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458f6cf-daf1-42e8-94af-a7ffa43344f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee69c959-b4c3-45a2-a6e8-73b0e43eb073,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:24.234525 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=45 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:24.235368 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=46 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:24.504007 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4f77f-55f1-4826-a743-1861a743106d req-2bf4c8f8-8604-4e65-bfaa-63996c67b820 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:24.506176 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-11c4f77f-55f1-4826-a743-1861a743106d req-2bf4c8f8-8604-4e65-bfaa-63996c67b820 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0496452 Oct 03 12:55:24.555369 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-11c4f77f-55f1-4826-a743-1861a743106d req-632cae96-1a95-4eda-8748-a50cffa3a064 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433183 Oct 03 12:55:24.620867 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 40770) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:24.635134 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-25944837-92f3-4957-bb34-f039d14f6d75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:24.724949 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-25944837-92f3-4957-bb34-f039d14f6d75 admin admin] Publish callbacks [] for security_group (bf3b6415-daad-4cbf-88d6-aa72998e4b06), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:24.795227 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-25944837-92f3-4957-bb34-f039d14f6d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (bf3b6415-daad-4cbf-88d6-aa72998e4b06), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:24.833226 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25944837-92f3-4957-bb34-f039d14f6d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3b6415-daad-4cbf-88d6-aa72998e4b06,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:24.844329 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-25944837-92f3-4957-bb34-f039d14f6d75 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4fa82ffc7a8d41ba9ca79681592316a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214928 Oct 03 12:55:24.846790 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 40776) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:24.901119 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b04d069e-067e-4172-befb-e30b7fa70c92 admin admin] Publish callbacks [] for security_group (bf3b6415-daad-4cbf-88d6-aa72998e4b06), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:24.921329 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b04d069e-067e-4172-befb-e30b7fa70c92 admin admin] Publish callbacks [] for security_group (bf3b6415-daad-4cbf-88d6-aa72998e4b06), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:25.073116 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b04d069e-067e-4172-befb-e30b7fa70c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (bf3b6415-daad-4cbf-88d6-aa72998e4b06), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:25.075649 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b04d069e-067e-4172-befb-e30b7fa70c92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:25.076813 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-b04d069e-067e-4172-befb-e30b7fa70c92 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/bf3b6415-daad-4cbf-88d6-aa72998e4b06 HTTP/1.1" status: 204 len: 168 time: 0.2285118 Oct 03 12:55:25.085994 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d069e-067e-4172-befb-e30b7fa70c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3b6415-daad-4cbf-88d6-aa72998e4b06,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:25.264274 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e87347a7-0332-4682-b7db-49f614d6a659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:25.683688 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff6068-e7c1-42b1-92dc-f2368c799f98 req-c47e525e-49de-43d9-9a66-ac9cfe2ae5d4 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:25.685158 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e3ff6068-e7c1-42b1-92dc-f2368c799f98 req-c47e525e-49de-43d9-9a66-ac9cfe2ae5d4 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0485702 Oct 03 12:55:25.743664 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e3ff6068-e7c1-42b1-92dc-f2368c799f98 req-3bd79ea0-53ce-4c56-a448-699e7497f52c tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523231 Oct 03 12:55:26.508690 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4746e2-fd4d-417f-871d-71d861560563 req-324b1fad-9df6-4c33-9904-12571b0c077c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:26.510142 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cb4746e2-fd4d-417f-871d-71d861560563 req-324b1fad-9df6-4c33-9904-12571b0c077c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 945 time: 0.0499837 Oct 03 12:55:26.558984 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cb4746e2-fd4d-417f-871d-71d861560563 req-0ce90de8-2be8-4b8e-b8be-037ad4006584 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431910 Oct 03 12:55:26.779513 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 40830) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:26.849649 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=63,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:26.873208 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ebd41-e2da-4ef8-ae0d-bc02c27e1304 req-86f42cfe-2f94-4a4e-83b2-ea518210cd12 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:26.874735 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-494ebd41-e2da-4ef8-ae0d-bc02c27e1304 req-86f42cfe-2f94-4a4e-83b2-ea518210cd12 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0498145 Oct 03 12:55:26.891456 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5c6ae4ca-0872-4f5a-bc80-e457fb533246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:26.922390 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-494ebd41-e2da-4ef8-ae0d-bc02c27e1304 req-48669a7b-a213-43b7-8198-28a212179efe tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419493 Oct 03 12:55:26.966589 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:26.969060 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5c6ae4ca-0872-4f5a-bc80-e457fb533246 admin admin] Publish callbacks [] for security_group (854f4f45-b8f6-4185-bbdb-0c53d157b767), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:27.034927 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5c6ae4ca-0872-4f5a-bc80-e457fb533246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (854f4f45-b8f6-4185-bbdb-0c53d157b767), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:27.073328 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ae4ca-0872-4f5a-bc80-e457fb533246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854f4f45-b8f6-4185-bbdb-0c53d157b767,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:27.077655 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-5c6ae4ca-0872-4f5a-bc80-e457fb533246 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=2398d20943e7411bb80812bd4048c49e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971270 Oct 03 12:55:27.080353 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 40834) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:27.092261 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:27.129954 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-709a52f2-803f-4498-a548-e72ea7a102be admin admin] Publish callbacks [] for security_group (854f4f45-b8f6-4185-bbdb-0c53d157b767), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:27.150206 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-709a52f2-803f-4498-a548-e72ea7a102be admin admin] Publish callbacks [] for security_group (854f4f45-b8f6-4185-bbdb-0c53d157b767), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:27.184405 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=6 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:27.292351 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-709a52f2-803f-4498-a548-e72ea7a102be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (854f4f45-b8f6-4185-bbdb-0c53d157b767), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:27.294885 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-709a52f2-803f-4498-a548-e72ea7a102be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:27.296066 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-709a52f2-803f-4498-a548-e72ea7a102be admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/854f4f45-b8f6-4185-bbdb-0c53d157b767 HTTP/1.1" status: 204 len: 168 time: 0.2148247 Oct 03 12:55:27.303963 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a52f2-803f-4498-a548-e72ea7a102be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854f4f45-b8f6-4185-bbdb-0c53d157b767,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:27.792545 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affc6c1-3f77-4067-ac82-b05a708b4352 req-174102e8-a4fc-4dcd-8e28-96a9df96c3e7 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:27.794033 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8affc6c1-3f77-4067-ac82-b05a708b4352 req-174102e8-a4fc-4dcd-8e28-96a9df96c3e7 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 945 time: 0.0480402 Oct 03 12:55:27.850044 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8affc6c1-3f77-4067-ac82-b05a708b4352 req-2bcf38ed-887c-41d2-a8cf-039a6c97ae35 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497706 Oct 03 12:55:28.054893 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dabceb-8e14-44bf-86ce-6821e339f0e0 req-069705eb-c1d9-40e3-94d2-b6dc66673a5e tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:28.056633 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d9dabceb-8e14-44bf-86ce-6821e339f0e0 req-069705eb-c1d9-40e3-94d2-b6dc66673a5e tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0521302 Oct 03 12:55:28.069170 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:28.075830 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b2244-3507-4e61-b082-c506a7a70ca8 req-5ff84332-4195-426c-b239-3a02ee7961e3 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:28.084141 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ff4b2244-3507-4e61-b082-c506a7a70ca8 req-5ff84332-4195-426c-b239-3a02ee7961e3 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 945 time: 0.0539649 Oct 03 12:55:28.113907 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d9dabceb-8e14-44bf-86ce-6821e339f0e0 req-7638d695-1a7e-4ca9-b763-51c39b2d1869 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519986 Oct 03 12:55:28.168369 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-ff4b2244-3507-4e61-b082-c506a7a70ca8 req-03eb245d-45e6-4f3e-82bb-1305b57f6d45 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Deleting port e8531efb-6d29-4faf-9d0d-838641bb6d52 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:55:28.168707 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ff4b2244-3507-4e61-b082-c506a7a70ca8 req-03eb245d-45e6-4f3e-82bb-1305b57f6d45 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (e8531efb-6d29-4faf-9d0d-838641bb6d52), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:28.265355 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-ff4b2244-3507-4e61-b082-c506a7a70ca8 req-03eb245d-45e6-4f3e-82bb-1305b57f6d45 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] For port e8531efb-6d29-4faf-9d0d-838641bb6d52, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e8531efb-6d29-4faf-9d0d-838641bb6d52,segment=NetworkSegment(68f8d878-ae14-402a-ae5e-c260c9ff73d4),segment_id=68f8d878-ae14-402a-ae5e-c260c9ff73d4)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:55:28.265727 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ff4b2244-3507-4e61-b082-c506a7a70ca8 req-03eb245d-45e6-4f3e-82bb-1305b57f6d45 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (e8531efb-6d29-4faf-9d0d-838641bb6d52), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:28.441390 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:28.443597 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:28.451834 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ff4b2244-3507-4e61-b082-c506a7a70ca8 req-03eb245d-45e6-4f3e-82bb-1305b57f6d45 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:28.452476 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ff4b2244-3507-4e61-b082-c506a7a70ca8 req-03eb245d-45e6-4f3e-82bb-1305b57f6d45 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (aae34d60-ab1c-43c6-ab6c-c684e6834b10), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:28.452476 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.l3_db [req-ff4b2244-3507-4e61-b082-c506a7a70ca8 req-03eb245d-45e6-4f3e-82bb-1305b57f6d45 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Floating IP aae34d60-ab1c-43c6-ab6c-c684e6834b10 disassociated. External IP: 172.27.0.250, port: e8531efb-6d29-4faf-9d0d-838641bb6d52. Oct 03 12:55:28.452831 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-ff4b2244-3507-4e61-b082-c506a7a70ca8 req-03eb245d-45e6-4f3e-82bb-1305b57f6d45 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Calling delete_port for e8531efb-6d29-4faf-9d0d-838641bb6d52 owned by compute:nova {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:55:28.652828 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ff4b2244-3507-4e61-b082-c506a7a70ca8 req-03eb245d-45e6-4f3e-82bb-1305b57f6d45 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (e8531efb-6d29-4faf-9d0d-838641bb6d52), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:28.679412 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb245d-45e6-4f3e-82bb-1305b57f6d45 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Pushing event deleted for resources: {'Port': ['ID=e8531efb-6d29-4faf-9d0d-838641bb6d52,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:28.797170 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff4b2244-3507-4e61-b082-c506a7a70ca8 req-03eb245d-45e6-4f3e-82bb-1305b57f6d45 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Router 53d59532-55d2-4727-acf3-529de2203db5 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:55:28.909422 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff4b2244-3507-4e61-b082-c506a7a70ca8 req-03eb245d-45e6-4f3e-82bb-1305b57f6d45 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:55:28.926010 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ac7cf-efbd-42fc-b36b-ff6291d74fc1 None None] Sync routers for ids ['53d59532-55d2-4727-acf3-529de2203db5'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:55:28.940750 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ac7cf-efbd-42fc-b36b-ff6291d74fc1 None None] Routers {'53d59532-55d2-4727-acf3-529de2203db5'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:55:28.946028 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-977ac7cf-efbd-42fc-b36b-ff6291d74fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:55:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['53d59532-55d2-4727-acf3-529de2203db5'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:28.957480 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4b2244-3507-4e61-b082-c506a7a70ca8 req-03eb245d-45e6-4f3e-82bb-1305b57f6d45 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] No DVR routers for this DVR port e8531efb-6d29-4faf-9d0d-838641bb6d52 on host hv-cinder-84456 {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:55:28.960867 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ff4b2244-3507-4e61-b082-c506a7a70ca8 req-03eb245d-45e6-4f3e-82bb-1305b57f6d45 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:28.962523 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-353453a3-fa3d-4380-939d-74ccef701f4b req-db6e6ebc-40cd-4823-8eea-b3f20d1ac90c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 210 time: 0.0312765 Oct 03 12:55:28.964151 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ff4b2244-3507-4e61-b082-c506a7a70ca8 req-03eb245d-45e6-4f3e-82bb-1305b57f6d45 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.46 "DELETE /networking/v2.0/ports/e8531efb-6d29-4faf-9d0d-838641bb6d52 HTTP/1.1" status: 204 len: 173 time: 0.8813508 Oct 03 12:55:28.964667 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47633cfc-a1d3-41c4-ab31-71cd28896c05', 'name': 'network-vif-deleted', 'tag': 'e8531efb-6d29-4faf-9d0d-838641bb6d52'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:55:28.966936 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273cca57-f091-4db6-aa0e-6f478f5e21e2" -d '{"events": [{"server_uuid": "47633cfc-a1d3-41c4-ab31-71cd28896c05", "name": "network-vif-deleted", "tag": "e8531efb-6d29-4faf-9d0d-838641bb6d52"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:55:29.014042 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721f52a5-0014-4d77-843c-88767edbcd60 x-openstack-request-id: req-721f52a5-0014-4d77-843c-88767edbcd60 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:55:29.014338 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47633cfc-a1d3-41c4-ab31-71cd28896c05", "name": "network-vif-deleted", "tag": "e8531efb-6d29-4faf-9d0d-838641bb6d52", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:55:29.014599 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-721f52a5-0014-4d77-843c-88767edbcd60 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:55:29.015504 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-721f52a5-0014-4d77-843c-88767edbcd60'] response: {'server_uuid': '47633cfc-a1d3-41c4-ab31-71cd28896c05', 'name': 'network-vif-deleted', 'tag': 'e8531efb-6d29-4faf-9d0d-838641bb6d52', 'status': 'completed', 'code': 200} Oct 03 12:55:29.077844 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-977ac7cf-efbd-42fc-b36b-ff6291d74fc1 None None] Set router 53d59532-55d2-4727-acf3-529de2203db5 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:55:29.289320 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b123780-003e-4b17-813d-bf805474ee91 req-87ded29e-3d0e-494a-a328-a5e6d130909d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:29.290979 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1b123780-003e-4b17-813d-bf805474ee91 req-87ded29e-3d0e-494a-a328-a5e6d130909d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0638840 Oct 03 12:55:29.336487 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-977ac7cf-efbd-42fc-b36b-ff6291d74fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'eb4735ac-c7dc-4184-91df-c6a684c0ecf7', 'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'mac_address': 'fa:16:3e:10:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:40Z', 'updated_at': '2022-10-03T12:51:49Z', 'revision_number': 5, 'project_id': '38d1778202d041b58934150c6af9685c', 'subnets': [{'id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:29.359993 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1b123780-003e-4b17-813d-bf805474ee91 req-1bdcff62-7a29-43ce-b321-337f10d15182 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627208 Oct 03 12:55:29.364440 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ac7cf-efbd-42fc-b36b-ff6291d74fc1 None None] Checking router: 53d59532-55d2-4727-acf3-529de2203db5 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:55:29.373954 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ac7cf-efbd-42fc-b36b-ff6291d74fc1 None None] Routers {'53d59532-55d2-4727-acf3-529de2203db5'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:55:29.374560 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-977ac7cf-efbd-42fc-b36b-ff6291d74fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:55:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['53d59532-55d2-4727-acf3-529de2203db5'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:29.481405 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-977ac7cf-efbd-42fc-b36b-ff6291d74fc1 None None] Set router 53d59532-55d2-4727-acf3-529de2203db5 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:55:29.800787 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-977ac7cf-efbd-42fc-b36b-ff6291d74fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'eb4735ac-c7dc-4184-91df-c6a684c0ecf7', 'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'mac_address': 'fa:16:3e:10:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:40Z', 'updated_at': '2022-10-03T12:51:49Z', 'revision_number': 5, 'project_id': '38d1778202d041b58934150c6af9685c', 'subnets': [{'id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:29.832491 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ac7cf-efbd-42fc-b36b-ff6291d74fc1 None None] The sync data for ids ['53d59532-55d2-4727-acf3-529de2203db5'] in dv-cinder-844563-12-iscsi is: [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'eb4735ac-c7dc-4184-91df-c6a684c0ecf7', 'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'mac_address': 'fa:16:3e:10:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:40Z', 'updated_at': '2022-10-03T12:51:49Z', 'revision_number': 5, 'project_id': '38d1778202d041b58934150c6af9685c', 'subnets': [{'id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:55:30.085738 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-991ae372-f923-4da0-b96e-eda0d868d782 req-5998e789-b99d-4a8d-80a9-4ed699b208f9 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=47633cfc-a1d3-41c4-ab31-71cd28896c05 HTTP/1.1" status: 200 len: 210 time: 0.0280228 Oct 03 12:55:30.099855 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63158a5-dc23-4c25-bedd-7d6e85816ef6 None None] New status for floating IP aae34d60-ab1c-43c6-ab6c-c684e6834b10: DOWN {{(pid=113287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:55:30.490800 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325705b-fe7f-4f1a-91f6-e1c0e9baafec req-3a34fae6-4cfc-4477-8ece-47d0b5066373 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:30.492459 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6325705b-fe7f-4f1a-91f6-e1c0e9baafec req-3a34fae6-4cfc-4477-8ece-47d0b5066373 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0499392 Oct 03 12:55:30.543649 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6325705b-fe7f-4f1a-91f6-e1c0e9baafec req-b0bd5019-0c93-44a0-ae56-6213af7efceb tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456178 Oct 03 12:55:31.234164 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device e8531efb-6d29-4faf-9d0d-838641bb6d52 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:55:31.256649 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] No Port match for: e8531efb-6d29-4faf-9d0d-838641bb6d52 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:55:31.256995 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device e8531efb-6d29-4faf-9d0d-838641bb6d52 not bound to the agent host hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:55:31.366260 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-ac21100c-eb3c-4277-8a05-42c35c2c908e tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-797083645&fields=id&tenant_id=38d1778202d041b58934150c6af9685c HTTP/1.1" status: 200 len: 267 time: 0.0450501 Oct 03 12:55:31.440635 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:31.482656 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-32fbf19f-5e8f-4f07-b9ec-589735705f5e tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:31.484143 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-32fbf19f-5e8f-4f07-b9ec-589735705f5e tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/networks?id=1ccd52b4-506d-483d-a4e0-802199d3659f HTTP/1.1" status: 200 len: 811 time: 0.1114709 Oct 03 12:55:31.499013 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-7531d6e1-1685-4045-ad15-184e4287922f tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/quotas/38d1778202d041b58934150c6af9685c HTTP/1.1" status: 200 len: 375 time: 0.0095387 Oct 03 12:55:31.547078 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-2bb56d03-80f8-4fb3-914a-6b440c2800d7 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=38d1778202d041b58934150c6af9685c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429056 Oct 03 12:55:31.726851 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67427baf-5c16-4690-a81c-b5c949c8ced7 req-a05168c6-b85a-4bd1-8240-577256555fed tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:31.728358 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-67427baf-5c16-4690-a81c-b5c949c8ced7 req-a05168c6-b85a-4bd1-8240-577256555fed tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.1004090 Oct 03 12:55:31.799959 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-6b38a28d-c8f0-4e61-b085-88bb2f9ce1f7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410119 Oct 03 12:55:31.807290 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-67427baf-5c16-4690-a81c-b5c949c8ced7 req-18b6ae04-ee12-455a-908a-e2f4e5b81443 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724120 Oct 03 12:55:31.892622 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-158db414-7f8e-482c-bf7e-b8ae28a40f12 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843108 Oct 03 12:55:32.407213 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fe5b5330-796b-4fad-8a28-7a942a190269 req-bef98d55-85fe-43fd-81ae-efb790ae3fcc tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 210 time: 0.0299268 Oct 03 12:55:32.669596 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:32.946638 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544d39b-2854-4d05-b375-f71d6cddaf38 req-ae1c006a-8f9f-4a39-9e30-b1d1857f83d3 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:32.948144 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d544d39b-2854-4d05-b375-f71d6cddaf38 req-ae1c006a-8f9f-4a39-9e30-b1d1857f83d3 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0603528 Oct 03 12:55:32.973298 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 40946) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:33.108760 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4cfbf4e6-9d65-46ae-8cd4-627420281683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:33.151025 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:33.157355 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=6 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:33.190960 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4cfbf4e6-9d65-46ae-8cd4-627420281683 admin admin] Publish callbacks [] for security_group (8682e23f-aae0-4c40-8510-9bb98691679b), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:33.244003 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d544d39b-2854-4d05-b375-f71d6cddaf38 req-2032275f-b1d3-4d4c-82cd-c385db9d2dc3 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2899373 Oct 03 12:55:33.341436 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4cfbf4e6-9d65-46ae-8cd4-627420281683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (8682e23f-aae0-4c40-8510-9bb98691679b), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:33.382486 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-4cfbf4e6-9d65-46ae-8cd4-627420281683 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c5cc8219e0b54974bdfa22493daa0ff0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4078581 Oct 03 12:55:33.383548 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbf4e6-9d65-46ae-8cd4-627420281683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8682e23f-aae0-4c40-8510-9bb98691679b,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:33.385126 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 40954) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:33.438150 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-522804d7-ce10-4912-96e7-25679aa1d178 admin admin] Publish callbacks [] for security_group (8682e23f-aae0-4c40-8510-9bb98691679b), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:33.459262 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-522804d7-ce10-4912-96e7-25679aa1d178 admin admin] Publish callbacks [] for security_group (8682e23f-aae0-4c40-8510-9bb98691679b), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:33.482752 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:33.504360 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a10ad375-a0f0-499a-9304-4b923ef448b5 req-d7aa1bac-7aa5-4272-8a19-2fcf2aab32d4 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 210 time: 0.0386713 Oct 03 12:55:33.589045 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-522804d7-ce10-4912-96e7-25679aa1d178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (8682e23f-aae0-4c40-8510-9bb98691679b), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:33.591695 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-522804d7-ce10-4912-96e7-25679aa1d178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:33.592796 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-522804d7-ce10-4912-96e7-25679aa1d178 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8682e23f-aae0-4c40-8510-9bb98691679b HTTP/1.1" status: 204 len: 168 time: 0.2066102 Oct 03 12:55:33.602158 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522804d7-ce10-4912-96e7-25679aa1d178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8682e23f-aae0-4c40-8510-9bb98691679b,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:34.299753 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 40966) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:34.315060 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2f7cf714-aca3-4ec6-9164-3329f4007689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:34.386689 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f444af-9f89-49d1-933b-411203164bad req-fb53ea10-6fb5-40ad-b2f0-a59f2004f8e3 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:34.389032 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b4f444af-9f89-49d1-933b-411203164bad req-fb53ea10-6fb5-40ad-b2f0-a59f2004f8e3 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0591741 Oct 03 12:55:34.403968 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2f7cf714-aca3-4ec6-9164-3329f4007689 admin admin] Publish callbacks [] for security_group (cc6d1d33-0c5f-4622-8ed6-c7db2db31623), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:34.439714 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b4f444af-9f89-49d1-933b-411203164bad req-12321cf1-9ba3-4812-a752-5d29564eb716 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437882 Oct 03 12:55:34.495994 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2f7cf714-aca3-4ec6-9164-3329f4007689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (cc6d1d33-0c5f-4622-8ed6-c7db2db31623), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:34.536700 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-2f7cf714-aca3-4ec6-9164-3329f4007689 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e4d478efd46a45f3827613c13b9e2480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356541 Oct 03 12:55:34.537728 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7cf714-aca3-4ec6-9164-3329f4007689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6d1d33-0c5f-4622-8ed6-c7db2db31623,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:34.539556 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 40968) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:34.603017 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-192fa581-1acf-4706-ae98-45c0b34aac07 admin admin] Publish callbacks [] for security_group (cc6d1d33-0c5f-4622-8ed6-c7db2db31623), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:34.647037 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-192fa581-1acf-4706-ae98-45c0b34aac07 admin admin] Publish callbacks [] for security_group (cc6d1d33-0c5f-4622-8ed6-c7db2db31623), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:34.650566 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8e1bda8e-a9cf-4232-8845-9f17af9815a9 req-d679fd45-f199-465b-a196-12d97e848871 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 210 time: 0.0375776 Oct 03 12:55:34.812397 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-192fa581-1acf-4706-ae98-45c0b34aac07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (cc6d1d33-0c5f-4622-8ed6-c7db2db31623), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:34.815249 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-192fa581-1acf-4706-ae98-45c0b34aac07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:34.816446 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-192fa581-1acf-4706-ae98-45c0b34aac07 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/cc6d1d33-0c5f-4622-8ed6-c7db2db31623 HTTP/1.1" status: 204 len: 168 time: 0.2744188 Oct 03 12:55:34.824572 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fa581-1acf-4706-ae98-45c0b34aac07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6d1d33-0c5f-4622-8ed6-c7db2db31623,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:35.300491 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-1aeaa676-c186-46b0-8736-d257a639b551 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:35.301954 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-1aeaa676-c186-46b0-8736-d257a639b551 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.46 "GET /networking/v2.0/networks?id=1ccd52b4-506d-483d-a4e0-802199d3659f HTTP/1.1" status: 200 len: 811 time: 0.1217351 Oct 03 12:55:35.388015 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-b25846fd-6f96-433f-bd90-af1f79673796 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=38d1778202d041b58934150c6af9685c HTTP/1.1" status: 200 len: 379 time: 0.0709398 Oct 03 12:55:35.396719 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-9e2d5661-291a-4537-87b1-efd8aaab5c0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Request body: {'port': {'device_id': 'b0ce55bf-3f09-490a-baf4-0822672b5805', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'admin_state_up': True, 'tenant_id': '38d1778202d041b58934150c6af9685c', 'security_groups': ['18ee50b8-c178-4f2e-90fa-2e038bee25b0']}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:55:35.587500 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-9e2d5661-291a-4537-87b1-efd8aaab5c0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Made reservation on behalf of 38d1778202d041b58934150c6af9685c for: {'port': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:55:35.591924 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-9e2d5661-291a-4537-87b1-efd8aaab5c0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:35.609820 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6b3e0-7181-49f1-80ae-aa750299f3fe req-bc7aee1b-8b43-4171-ba3f-02d577cec0a8 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:35.611340 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-36d6b3e0-7181-49f1-80ae-aa750299f3fe req-bc7aee1b-8b43-4171-ba3f-02d577cec0a8 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0527484 Oct 03 12:55:35.627229 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:35.664319 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-36d6b3e0-7181-49f1-80ae-aa750299f3fe req-0001ade5-f89e-4f14-9134-6b844e7bffb2 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451837 Oct 03 12:55:35.740152 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-9e2d5661-291a-4537-87b1-efd8aaab5c0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Allocated IP 172.20.0.8 (1ccd52b4-506d-483d-a4e0-802199d3659f/992bdcdd-031e-4962-982a-3fce89fa640a/e0d4db50-7910-4292-8ab0-c965757c89d7) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:55:35.772204 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-500b085b-dacf-4301-ada2-ce0995e9f82e req-1727249a-f1b5-40b7-920c-6563e9da0512 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 210 time: 0.0313616 Oct 03 12:55:35.860341 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:INSERT=15,neutron:SELECT=82,neutron:UPDATE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:35.893501 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:35.919502 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-9e2d5661-291a-4537-87b1-efd8aaab5c0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for port (e0d4db50-7910-4292-8ab0-c965757c89d7), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:36.071862 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-9e2d5661-291a-4537-87b1-efd8aaab5c0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (e0d4db50-7910-4292-8ab0-c965757c89d7), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:36.118028 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-9e2d5661-291a-4537-87b1-efd8aaab5c0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Network 1ccd52b4-506d-483d-a4e0-802199d3659f is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:55:36.121172 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-9e2d5661-291a-4537-87b1-efd8aaab5c0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:55:36.125115 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-9e2d5661-291a-4537-87b1-efd8aaab5c0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:55:36.153577 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d5661-291a-4537-87b1-efd8aaab5c0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Pushing event updated for resources: {'Port': ['ID=e0d4db50-7910-4292-8ab0-c965757c89d7,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:36.178880 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-9e2d5661-291a-4537-87b1-efd8aaab5c0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:36.179510 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-9e2d5661-291a-4537-87b1-efd8aaab5c0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:36.270149 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-9e2d5661-291a-4537-87b1-efd8aaab5c0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8771539 Oct 03 12:55:36.385658 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] Request body: {'port': {'device_id': 'b0ce55bf-3f09-490a-baf4-0822672b5805', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:55:36.414835 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-43eaa71e-02dd-430a-8cfa-3af499090e9a None None] Provisioning complete for port e0d4db50-7910-4292-8ab0-c965757c89d7 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:55:36.415400 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-43eaa71e-02dd-430a-8cfa-3af499090e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (e0d4db50-7910-4292-8ab0-c965757c89d7), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:36.415612 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-43eaa71e-02dd-430a-8cfa-3af499090e9a None None] Attempt 1 to provision port e0d4db50-7910-4292-8ab0-c965757c89d7 Oct 03 12:55:36.448218 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-43eaa71e-02dd-430a-8cfa-3af499090e9a None None] Port e0d4db50-7910-4292-8ab0-c965757c89d7 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:55:36.468538 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (e0d4db50-7910-4292-8ab0-c965757c89d7), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:36.726665 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d4db50-7910-4292-8ab0-c965757c89d7 {{(pid=113284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:55:36.734298 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] Publish callbacks [] for port (e0d4db50-7910-4292-8ab0-c965757c89d7), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:36.744849 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:36.747635 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.provisioning_blocks [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] Transition to ACTIVE for port object e0d4db50-7910-4292-8ab0-c965757c89d7 will not be triggered until provisioned by entity L2. {{(pid=113284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 12:55:36.799884 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e00f84-b289-4fa1-929f-60d35dd1d774 req-edf71f53-54a5-4dcd-8022-7edc92c465b5 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:36.802000 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c4e00f84-b289-4fa1-929f-60d35dd1d774 req-edf71f53-54a5-4dcd-8022-7edc92c465b5 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0527728 Oct 03 12:55:36.847481 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (e0d4db50-7910-4292-8ab0-c965757c89d7), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:36.863393 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c4e00f84-b289-4fa1-929f-60d35dd1d774 req-8c524370-d945-4a6f-8be8-16f5c5cd1bb1 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536239 Oct 03 12:55:36.917486 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b87b7d-f671-4602-82c6-2ec38baa3aec req-d7f687a9-0e21-4e9c-a694-1fa2cedebd44 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:36.924968 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-25b87b7d-f671-4602-82c6-2ec38baa3aec req-d7f687a9-0e21-4e9c-a694-1fa2cedebd44 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 943 time: 0.0605550 Oct 03 12:55:36.955702 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] Pushing event updated for resources: {'Port': ['ID=e0d4db50-7910-4292-8ab0-c965757c89d7,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:36.985455 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-25b87b7d-f671-4602-82c6-2ec38baa3aec req-90e34157-2cc4-4786-b8e4-d0f01b87b37b tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595496 Oct 03 12:55:36.986537 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] Attempting to bind port e0d4db50-7910-4292-8ab0-c965757c89d7 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:55:36.986878 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] Attempting to bind port e0d4db50-7910-4292-8ab0-c965757c89d7 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '68f8d878-ae14-402a-ae5e-c260c9ff73d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f'}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:55:36.987212 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] Attempting to bind port e0d4db50-7910-4292-8ab0-c965757c89d7 on network 1ccd52b4-506d-483d-a4e0-802199d3659f {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:55:37.041198 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] Port e0d4db50-7910-4292-8ab0-c965757c89d7 on network 1ccd52b4-506d-483d-a4e0-802199d3659f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 12:55:37.041532 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] Attempting to bind port e0d4db50-7910-4292-8ab0-c965757c89d7 on network 1ccd52b4-506d-483d-a4e0-802199d3659f {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:55:37.086388 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] Checking agent: {'id': '72e18e84-452a-46dd-9356-90dcf7de37bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'started_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:55:37.086727 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] Checking segment: {'id': '68f8d878-ae14-402a-ae5e-c260c9ff73d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:55:37.089108 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] Bound using segment: {'id': '68f8d878-ae14-402a-ae5e-c260c9ff73d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f'} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:55:37.089108 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] Bound port: e0d4db50-7910-4292-8ab0-c965757c89d7, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f8d878-ae14-402a-ae5e-c260c9ff73d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f'}}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:55:37.089108 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (e0d4db50-7910-4292-8ab0-c965757c89d7), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:37.132225 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:37.235124 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] For port e0d4db50-7910-4292-8ab0-c965757c89d7, host hv-cinder-84456, cleared binding levels {{(pid=113284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:55:37.238685 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] For port e0d4db50-7910-4292-8ab0-c965757c89d7, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e0d4db50-7910-4292-8ab0-c965757c89d7,segment=NetworkSegment(68f8d878-ae14-402a-ae5e-c260c9ff73d4),segment_id=68f8d878-ae14-402a-ae5e-c260c9ff73d4)] {{(pid=113284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:55:37.289090 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:55:37.291282 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:37.355724 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (e0d4db50-7910-4292-8ab0-c965757c89d7), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:37.359125 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:37.359914 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:37.361342 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/e0d4db50-7910-4292-8ab0-c965757c89d7 HTTP/1.1" status: 200 len: 1093 time: 1.0829279 Oct 03 12:55:37.364067 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ce55bf-3f09-490a-baf4-0822672b5805', 'tag': 'e0d4db50-7910-4292-8ab0-c965757c89d7'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:55:37.367163 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500c8fa8-7683-482e-88da-2daaf3618af4" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ce55bf-3f09-490a-baf4-0822672b5805", "tag": "e0d4db50-7910-4292-8ab0-c965757c89d7"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:55:37.389781 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:37.397939 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:55:37.408639 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f1b235-2b1f-4541-9ef7-27f61e082cf3 x-openstack-request-id: req-21f1b235-2b1f-4541-9ef7-27f61e082cf3 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:55:37.409143 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ce55bf-3f09-490a-baf4-0822672b5805", "tag": "e0d4db50-7910-4292-8ab0-c965757c89d7", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:55:37.409143 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-21f1b235-2b1f-4541-9ef7-27f61e082cf3 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:55:37.409544 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f1b235-2b1f-4541-9ef7-27f61e082cf3'] response: {'name': 'network-changed', 'server_uuid': 'b0ce55bf-3f09-490a-baf4-0822672b5805', 'tag': 'e0d4db50-7910-4292-8ab0-c965757c89d7', 'status': 'completed', 'code': 200} Oct 03 12:55:37.409665 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'port_id': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c', 'mac_address': 'fa:16:3e:c4:cf:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287a7239-c391-4a5c-a389-779ed301deff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:55:37.422402 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471720f-b4d5-4fb7-b69c-182c4454fb1a service neutron] Pushing event updated for resources: {'Port': ['ID=e0d4db50-7910-4292-8ab0-c965757c89d7,revision_number=3']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:37.447168 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c is: ACTIVE; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:55:37.447739 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:37.461197 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:55:37.481269 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:55:37.541539 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:37.599593 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c,revision_number=6']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:37.630062 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['778fd61a-2cb6-43b5-ad14-c9a69f32bf7c'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:55:37.632391 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-6eb4565e-8e41-486e-af98-5d169cd12f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:37.634288 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-6eb4565e-8e41-486e-af98-5d169cd12f4d service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=38d1778202d041b58934150c6af9685c&device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 1127 time: 0.0446424 Oct 03 12:55:37.675824 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-4076314b-4efd-4297-9a90-d51b8adc1ae2 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d4db50-7910-4292-8ab0-c965757c89d7 HTTP/1.1" status: 200 len: 217 time: 0.0339644 Oct 03 12:55:37.731586 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-08a93a96-45b6-4d03-915c-a39f2904985c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:37.733090 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-08a93a96-45b6-4d03-915c-a39f2904985c service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=992bdcdd-031e-4962-982a-3fce89fa640a HTTP/1.1" status: 200 len: 850 time: 0.0512512 Oct 03 12:55:37.783275 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-b6447970-5e3f-46a6-bb42-a3e4b7cef49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:37.784761 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-b6447970-5e3f-46a6-bb42-a3e4b7cef49b service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=1ccd52b4-506d-483d-a4e0-802199d3659f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452812 Oct 03 12:55:37.888480 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-94b00ff2-71b0-44c8-a4ea-4cc4baa4cbe2 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960710 Oct 03 12:55:38.036887 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c391d0a2-b600-4ab2-8377-31311ae0729b req-3ea3329d-e0f2-4d94-9b5e-bb2e7f87bdfe service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371443 Oct 03 12:55:38.069521 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711bd2c-e0c9-44c2-894c-38b8ff76622b req-5751da18-a264-40ac-94e3-6ea9f4e9a398 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:38.074805 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0711bd2c-e0c9-44c2-894c-38b8ff76622b req-5751da18-a264-40ac-94e3-6ea9f4e9a398 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 945 time: 0.0839779 Oct 03 12:55:38.158021 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0711bd2c-e0c9-44c2-894c-38b8ff76622b req-54198434-6d3e-44bd-ad31-bfb20ed83fb3 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799437 Oct 03 12:55:38.170782 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96748f-f611-4680-b0cd-d2d19fa29995 req-3ae1e9c1-5c50-467b-8b48-ef34742a21b5 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:38.172421 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2e96748f-f611-4680-b0cd-d2d19fa29995 req-3ae1e9c1-5c50-467b-8b48-ef34742a21b5 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 943 time: 0.0630882 Oct 03 12:55:38.238289 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2e96748f-f611-4680-b0cd-d2d19fa29995 req-e4b5d3ca-7318-4c7e-998e-04a3e1cd6da6 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559058 Oct 03 12:55:38.429918 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c8fa8-7683-482e-88da-2daaf3618af4 req-a2801101-1a30-422c-9a53-593e9084cc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:38.431580 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-500c8fa8-7683-482e-88da-2daaf3618af4 req-a2801101-1a30-422c-9a53-593e9084cc08 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=38d1778202d041b58934150c6af9685c&device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 1127 time: 0.0688515 Oct 03 12:55:38.528241 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c8fa8-7683-482e-88da-2daaf3618af4 req-3eaeffcb-bc41-463a-a5fb-47e797d0d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:38.529695 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-500c8fa8-7683-482e-88da-2daaf3618af4 req-3eaeffcb-bc41-463a-a5fb-47e797d0d1b7 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=1ccd52b4-506d-483d-a4e0-802199d3659f HTTP/1.1" status: 200 len: 912 time: 0.0920951 Oct 03 12:55:38.570922 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-500c8fa8-7683-482e-88da-2daaf3618af4 req-a4d9b7df-6853-4776-a9d2-0c0a29932d20 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d4db50-7910-4292-8ab0-c965757c89d7 HTTP/1.1" status: 200 len: 217 time: 0.0339119 Oct 03 12:55:38.641590 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c8fa8-7683-482e-88da-2daaf3618af4 req-811b4601-d8e9-43cc-b105-9148e0f01fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:38.644727 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-500c8fa8-7683-482e-88da-2daaf3618af4 req-811b4601-d8e9-43cc-b105-9148e0f01fb3 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=992bdcdd-031e-4962-982a-3fce89fa640a HTTP/1.1" status: 200 len: 850 time: 0.0622718 Oct 03 12:55:38.711085 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c8fa8-7683-482e-88da-2daaf3618af4 req-1127592e-38c5-4421-99c5-f68a91a4190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:38.712928 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-500c8fa8-7683-482e-88da-2daaf3618af4 req-1127592e-38c5-4421-99c5-f68a91a4190e service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=1ccd52b4-506d-483d-a4e0-802199d3659f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0578067 Oct 03 12:55:38.744303 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f207b737-577f-4f93-8c43-c7da18a7b1d9 req-535cb3d0-7900-438d-b73c-d4b59fdebfc0 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436757 Oct 03 12:55:38.780239 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:38.801448 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207b737-577f-4f93-8c43-c7da18a7b1d9 req-a2a944bd-844b-4973-b816-4c4255152713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:38.803538 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f207b737-577f-4f93-8c43-c7da18a7b1d9 req-a2a944bd-844b-4973-b816-4c4255152713 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=06a284bf10ff47d6bc58de80f92c164a&device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 1129 time: 0.0383859 Oct 03 12:55:38.808874 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-500c8fa8-7683-482e-88da-2daaf3618af4 req-34344535-7ffc-422a-b673-cf5976631c92 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899806 Oct 03 12:55:38.928468 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-500c8fa8-7683-482e-88da-2daaf3618af4 req-f9fbd509-a5e6-45d5-b08d-403f614d3731 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134300 Oct 03 12:55:38.929444 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207b737-577f-4f93-8c43-c7da18a7b1d9 req-42337238-25d1-4a39-85a6-f4edb7b757a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:38.931046 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f207b737-577f-4f93-8c43-c7da18a7b1d9 req-42337238-25d1-4a39-85a6-f4edb7b757a2 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=ce8a959a-d831-48ea-b008-5e2f6694b525 HTTP/1.1" status: 200 len: 910 time: 0.1096537 Oct 03 12:55:39.019574 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f207b737-577f-4f93-8c43-c7da18a7b1d9 req-80767538-a7e8-49b9-bf2d-95c104f29ad0 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7deec46d-97bb-4a3f-a77b-11832cd2ffe1 HTTP/1.1" status: 200 len: 1000 time: 0.0799811 Oct 03 12:55:39.063985 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:39.087522 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207b737-577f-4f93-8c43-c7da18a7b1d9 req-8ff87fac-8a68-480d-9b02-a120f7e71eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:39.089459 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f207b737-577f-4f93-8c43-c7da18a7b1d9 req-8ff87fac-8a68-480d-9b02-a120f7e71eaf service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=47380a65-a01f-404f-bd7b-70c1a3be1024 HTTP/1.1" status: 200 len: 848 time: 0.0610087 Oct 03 12:55:39.157536 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207b737-577f-4f93-8c43-c7da18a7b1d9 req-4425a032-da81-430c-a303-d17bbffeed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:39.162357 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f207b737-577f-4f93-8c43-c7da18a7b1d9 req-4425a032-da81-430c-a303-d17bbffeed91 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=ce8a959a-d831-48ea-b008-5e2f6694b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0660467 Oct 03 12:55:39.296134 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:55:39.296774 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f207b737-577f-4f93-8c43-c7da18a7b1d9 req-93e38b73-cc7b-447b-a8a8-44bbcf0ff1c2 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/ce8a959a-d831-48ea-b008-5e2f6694b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259530 Oct 03 12:55:39.365102 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:55:39.365887 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:39.366715 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c Oct 03 12:55:39.392990 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:39.471478 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:55:39.472163 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:39.476931 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e9668-b001-41e1-8588-8e1986c9fea9 req-354a9558-11ed-4c4c-a368-7e37a2e182b3 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:39.478524 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-846e9668-b001-41e1-8588-8e1986c9fea9 req-354a9558-11ed-4c4c-a368-7e37a2e182b3 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 945 time: 0.1586921 Oct 03 12:55:39.516757 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b37dd24-5a6e-4898-8247-8e00786088ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:55:39.519546 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f70f18-3682-4b84-82ba-609d6a8d8386" -d '{"events": [{"server_uuid": "6b37dd24-5a6e-4898-8247-8e00786088ea", "name": "network-vif-plugged", "status": "completed", "tag": "778fd61a-2cb6-43b5-ad14-c9a69f32bf7c"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:55:39.537532 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:55:39.551430 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82e4a0-4baf-4731-8113-1a425f1ae79b req-5601d58c-c497-4384-83e8-132542e60c85 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:39.553745 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4c82e4a0-4baf-4731-8113-1a425f1ae79b req-5601d58c-c497-4384-83e8-132542e60c85 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 943 time: 0.1339409 Oct 03 12:55:39.602223 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:39.612804 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-846e9668-b001-41e1-8588-8e1986c9fea9 req-0bd24acd-a339-45fa-b144-6f3b31d54d22 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099293 Oct 03 12:55:39.628921 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f207b737-577f-4f93-8c43-c7da18a7b1d9 req-85711fd3-b813-47d0-84ab-daeb5d075404 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/ce8a959a-d831-48ea-b008-5e2f6694b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103957 Oct 03 12:55:39.694669 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4c82e4a0-4baf-4731-8113-1a425f1ae79b req-1b1887fe-1227-4354-b7b6-a5633e9a1706 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304922 Oct 03 12:55:39.711835 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c,revision_number=7']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:39.875970 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4af36dd-15eb-4c96-b9fd-d8f2c910dbf4 x-openstack-request-id: req-a4af36dd-15eb-4c96-b9fd-d8f2c910dbf4 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:55:39.876506 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b37dd24-5a6e-4898-8247-8e00786088ea", "name": "network-vif-plugged", "status": "completed", "tag": "778fd61a-2cb6-43b5-ad14-c9a69f32bf7c", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:55:39.876883 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a4af36dd-15eb-4c96-b9fd-d8f2c910dbf4 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:55:39.877726 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4af36dd-15eb-4c96-b9fd-d8f2c910dbf4'] response: {'server_uuid': '6b37dd24-5a6e-4898-8247-8e00786088ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c', 'code': 200} Oct 03 12:55:40.103860 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 41094) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:40.214747 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4e933cb9-644b-4077-94f8-17657e74b7ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:40.293704 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4e933cb9-644b-4077-94f8-17657e74b7ea admin admin] Publish callbacks [] for security_group (e202106f-cad0-4f38-9afe-eb53b0d017fe), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:40.366625 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4e933cb9-644b-4077-94f8-17657e74b7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (e202106f-cad0-4f38-9afe-eb53b0d017fe), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:40.406716 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-4e933cb9-644b-4077-94f8-17657e74b7ea admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=74de5aa72b134e2daf2f5ee0350d97a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3051174 Oct 03 12:55:40.407586 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e933cb9-644b-4077-94f8-17657e74b7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e202106f-cad0-4f38-9afe-eb53b0d017fe,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:40.410217 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 41100) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:40.479429 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-01f582f7-dee6-4538-a9d9-9abcdd36f2a3 admin admin] Publish callbacks [] for security_group (e202106f-cad0-4f38-9afe-eb53b0d017fe), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:40.509986 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-01f582f7-dee6-4538-a9d9-9abcdd36f2a3 admin admin] Publish callbacks [] for security_group (e202106f-cad0-4f38-9afe-eb53b0d017fe), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:40.621829 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-01f582f7-dee6-4538-a9d9-9abcdd36f2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (e202106f-cad0-4f38-9afe-eb53b0d017fe), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:40.624513 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-01f582f7-dee6-4538-a9d9-9abcdd36f2a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:40.625903 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-01f582f7-dee6-4538-a9d9-9abcdd36f2a3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e202106f-cad0-4f38-9afe-eb53b0d017fe HTTP/1.1" status: 204 len: 168 time: 0.2143939 Oct 03 12:55:40.637172 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f582f7-dee6-4538-a9d9-9abcdd36f2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e202106f-cad0-4f38-9afe-eb53b0d017fe,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:40.846759 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7796a9-8e96-4e5d-a992-8dee335bc897 req-8938007c-5f65-4936-b708-b5d623f7ed8f tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:40.848277 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3b7796a9-8e96-4e5d-a992-8dee335bc897 req-8938007c-5f65-4936-b708-b5d623f7ed8f tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0877118 Oct 03 12:55:40.902592 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247ecf6-5be5-4d8a-a904-9573e1ff3403 req-23a9ea3b-0c7b-460e-b047-0a0f5466a419 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:40.905464 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f247ecf6-5be5-4d8a-a904-9573e1ff3403 req-23a9ea3b-0c7b-460e-b047-0a0f5466a419 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 943 time: 0.0816951 Oct 03 12:55:40.956753 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3b7796a9-8e96-4e5d-a992-8dee335bc897 req-559c508f-d924-414e-96f9-10fb080ca7ee tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900114 Oct 03 12:55:41.003611 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f247ecf6-5be5-4d8a-a904-9573e1ff3403 req-3ba1cd3e-5c46-49d0-9c64-a8f05c7c66ae tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826101 Oct 03 12:55:42.173730 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b1510-3a02-4521-a640-ecef4d7d367b req-f524eeee-637a-4f3a-9f43-f42ea225118a tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:42.176267 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-709b1510-3a02-4521-a640-ecef4d7d367b req-f524eeee-637a-4f3a-9f43-f42ea225118a tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 943 time: 0.0933435 Oct 03 12:55:42.189910 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b9e01-4e20-4083-bd26-f68d93ac31e0 req-18ceec51-a710-43ca-9eca-323a68923fc4 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:42.192027 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-920b9e01-4e20-4083-bd26-f68d93ac31e0 req-18ceec51-a710-43ca-9eca-323a68923fc4 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0969808 Oct 03 12:55:42.280315 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-709b1510-3a02-4521-a640-ecef4d7d367b req-f1c91194-9bd5-4b2a-9cd7-b7c3b28b3077 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976760 Oct 03 12:55:42.284510 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-920b9e01-4e20-4083-bd26-f68d93ac31e0 req-e45b270f-fc1b-4b11-a226-d9048ceb0815 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796793 Oct 03 12:55:43.458717 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fd1e2-2446-41c4-bca1-c06bd86e40ff req-ee309a4e-f038-425c-83a6-09832bcf127d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:43.460279 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a63fd1e2-2446-41c4-bca1-c06bd86e40ff req-ee309a4e-f038-425c-83a6-09832bcf127d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0878158 Oct 03 12:55:43.468395 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc496dea-bd28-48e8-8bc3-3b95861344aa req-56c69832-d92c-479a-8107-5d6135642c8e tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:43.472654 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bc496dea-bd28-48e8-8bc3-3b95861344aa req-56c69832-d92c-479a-8107-5d6135642c8e tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 943 time: 0.0632367 Oct 03 12:55:43.506683 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:43.542493 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a63fd1e2-2446-41c4-bca1-c06bd86e40ff req-bee4ed5c-e365-4e08-8ce1-e5758364d2b5 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717204 Oct 03 12:55:43.558007 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bc496dea-bd28-48e8-8bc3-3b95861344aa req-e045b498-1839-4f00-b4c4-7ada1d435207 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794141 Oct 03 12:55:44.326096 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-656d7692-d36e-4826-b078-01273adabfbe req-de6b1a25-af5f-4e94-b214-3eb9b2e3cf38 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=ead596751f234d79b38d661b0d5c6343&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327377 Oct 03 12:55:44.416410 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:44.552474 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d7692-d36e-4826-b078-01273adabfbe req-00f14c3c-f055-4da1-b7f4-509a9a53410b tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:44.554792 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-656d7692-d36e-4826-b078-01273adabfbe req-00f14c3c-f055-4da1-b7f4-509a9a53410b tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2235098 Oct 03 12:55:44.571855 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-656d7692-d36e-4826-b078-01273adabfbe req-8e9e9b44-5dd4-4686-9487-b0c6dff3f6c4 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/quotas/ead596751f234d79b38d661b0d5c6343 HTTP/1.1" status: 200 len: 375 time: 0.0109088 Oct 03 12:55:44.608659 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-656d7692-d36e-4826-b078-01273adabfbe req-1ffec607-83cb-4f4d-80eb-4575b21eceee tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=ead596751f234d79b38d661b0d5c6343&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321958 Oct 03 12:55:44.742073 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dcf7f-b307-49bf-9e5b-f366c621fda8 req-8c46c051-3b25-47f5-b923-3932ae0be735 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:44.743913 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3c4dcf7f-b307-49bf-9e5b-f366c621fda8 req-8c46c051-3b25-47f5-b923-3932ae0be735 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0788829 Oct 03 12:55:44.810368 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3c4dcf7f-b307-49bf-9e5b-f366c621fda8 req-71eff713-80cf-4fcb-bdba-ed2e4d7d832e tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596867 Oct 03 12:55:44.925688 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0325bf42-8189-4cb4-9f2a-2169784819f4 req-3982306a-a1a8-4f94-8ae1-886b28880267 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cd3132e9-d468-48b0-9ce9-ae78593d7ee0 HTTP/1.1" status: 200 len: 210 time: 0.0574245 Oct 03 12:55:44.979209 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f68eb-1c97-4603-b21c-1cc442eff8fb req-dd37d6af-0e92-4d61-8857-db9b7d9e8b60 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:44.980800 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9b5f68eb-1c97-4603-b21c-1cc442eff8fb req-dd37d6af-0e92-4d61-8857-db9b7d9e8b60 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 943 time: 0.0543134 Oct 03 12:55:45.050866 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9b5f68eb-1c97-4603-b21c-1cc442eff8fb req-031e3203-24ad-4cec-9a7c-8a7aaa7d9e8a tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638895 Oct 03 12:55:45.327057 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device e0d4db50-7910-4292-8ab0-c965757c89d7 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:55:45.334465 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:45.496400 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port e0d4db50-7910-4292-8ab0-c965757c89d7, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e0d4db50-7910-4292-8ab0-c965757c89d7,segment=NetworkSegment(68f8d878-ae14-402a-ae5e-c260c9ff73d4),segment_id=68f8d878-ae14-402a-ae5e-c260c9ff73d4)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:55:45.511815 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': 'e0d4db50-7910-4292-8ab0-c965757c89d7', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'port_id': 'e0d4db50-7910-4292-8ab0-c965757c89d7', 'mac_address': 'fa:16:3e:ba:14:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:55:45.608072 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port e0d4db50-7910-4292-8ab0-c965757c89d7 is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:55:45.608730 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (e0d4db50-7910-4292-8ab0-c965757c89d7), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:45.625014 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d4db50-7910-4292-8ab0-c965757c89d7 {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:55:45.649621 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port e0d4db50-7910-4292-8ab0-c965757c89d7, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e0d4db50-7910-4292-8ab0-c965757c89d7,segment=NetworkSegment(68f8d878-ae14-402a-ae5e-c260c9ff73d4),segment_id=68f8d878-ae14-402a-ae5e-c260c9ff73d4)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:55:45.721094 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (e0d4db50-7910-4292-8ab0-c965757c89d7), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:45.773651 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=e0d4db50-7910-4292-8ab0-c965757c89d7,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:45.958524 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c72643-8a60-4912-802a-e2bac5e84586 req-0e53b867-2343-4ab2-8bf9-e5023d1f950f tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:45.960244 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-19c72643-8a60-4912-802a-e2bac5e84586 req-0e53b867-2343-4ab2-8bf9-e5023d1f950f tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0505433 Oct 03 12:55:45.987161 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['e0d4db50-7910-4292-8ab0-c965757c89d7'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:55:46.012689 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:46.041404 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bc231e11-6dea-41f7-a558-0eadaedbed9e req-8c27e53a-aa95-43d3-ad6c-fb949be8c8ce tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cd3132e9-d468-48b0-9ce9-ae78593d7ee0 HTTP/1.1" status: 200 len: 210 time: 0.0462213 Oct 03 12:55:46.045918 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-19c72643-8a60-4912-802a-e2bac5e84586 req-9695960d-5967-4801-8314-1ba7dbed722b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798080 Oct 03 12:55:46.176134 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f125a-e634-4c28-8d5b-06e53e498113 req-2e8836fb-41a0-47bb-975a-e452e7ef06a5 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:46.177602 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9c6f125a-e634-4c28-8d5b-06e53e498113 req-2e8836fb-41a0-47bb-975a-e452e7ef06a5 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 944 time: 0.0512931 Oct 03 12:55:46.229957 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9c6f125a-e634-4c28-8d5b-06e53e498113 req-48a23927-4814-4c38-8191-15230ddbf9f0 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464525 Oct 03 12:55:47.205581 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f3610a9b-3fef-4f81-83be-131b62a2f0e8 req-b9cdada4-6090-4475-a7a6-a975bc661245 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cd3132e9-d468-48b0-9ce9-ae78593d7ee0 HTTP/1.1" status: 200 len: 210 time: 0.0550926 Oct 03 12:55:47.329838 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device e0d4db50-7910-4292-8ab0-c965757c89d7 up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:55:47.409118 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning for port e0d4db50-7910-4292-8ab0-c965757c89d7 completed by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 12:55:47.418026 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd53c4-324b-4540-be58-81e927b5e6bd req-f92e49d5-3677-42b1-acb4-cb5fff964d39 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:47.419669 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-64fd53c4-324b-4540-be58-81e927b5e6bd req-f92e49d5-3677-42b1-acb4-cb5fff964d39 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.1312449 Oct 03 12:55:47.456791 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port e0d4db50-7910-4292-8ab0-c965757c89d7 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:55:47.462056 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (e0d4db50-7910-4292-8ab0-c965757c89d7), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:47.463880 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port e0d4db50-7910-4292-8ab0-c965757c89d7 Oct 03 12:55:47.490361 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-64fd53c4-324b-4540-be58-81e927b5e6bd req-4e01eed5-7845-4c3c-8175-8bcbf512b480 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581629 Oct 03 12:55:47.609011 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port e0d4db50-7910-4292-8ab0-c965757c89d7 is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:55:47.609397 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (e0d4db50-7910-4292-8ab0-c965757c89d7), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:47.643617 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690c54b-0c0d-49d7-a5f0-59161a27e09d req-6c7c7c61-831b-4660-b8a5-9e03e1ed7b9c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:47.645192 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4690c54b-0c0d-49d7-a5f0-59161a27e09d req-6c7c7c61-831b-4660-b8a5-9e03e1ed7b9c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 944 time: 0.0551348 Oct 03 12:55:47.657539 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port e0d4db50-7910-4292-8ab0-c965757c89d7, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e0d4db50-7910-4292-8ab0-c965757c89d7,segment=NetworkSegment(68f8d878-ae14-402a-ae5e-c260c9ff73d4),segment_id=68f8d878-ae14-402a-ae5e-c260c9ff73d4)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:55:47.658961 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ce55bf-3f09-490a-baf4-0822672b5805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d4db50-7910-4292-8ab0-c965757c89d7'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:55:47.661710 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b13b9a-5191-4f4a-8ce8-794b4a152bc9" -d '{"events": [{"server_uuid": "b0ce55bf-3f09-490a-baf4-0822672b5805", "name": "network-vif-plugged", "status": "completed", "tag": "e0d4db50-7910-4292-8ab0-c965757c89d7"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:55:47.718051 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9def922-99a3-4550-914b-19c647ff7926 x-openstack-request-id: req-e9def922-99a3-4550-914b-19c647ff7926 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:55:47.718358 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ce55bf-3f09-490a-baf4-0822672b5805", "name": "network-vif-plugged", "status": "completed", "tag": "e0d4db50-7910-4292-8ab0-c965757c89d7", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:55:47.718636 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e9def922-99a3-4550-914b-19c647ff7926 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:55:47.719043 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9def922-99a3-4550-914b-19c647ff7926'] response: {'server_uuid': 'b0ce55bf-3f09-490a-baf4-0822672b5805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d4db50-7910-4292-8ab0-c965757c89d7', 'code': 200} Oct 03 12:55:47.725014 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (e0d4db50-7910-4292-8ab0-c965757c89d7), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:47.741650 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4690c54b-0c0d-49d7-a5f0-59161a27e09d req-153de8ac-5987-4f0c-a886-f18806bfdddd tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855587 Oct 03 12:55:47.747953 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:47.802119 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=e0d4db50-7910-4292-8ab0-c965757c89d7,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:48.363419 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c116c954-9de5-40b9-86c3-d75232159098 req-38c21a06-2000-4ea9-9105-5a2adf97ec14 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cd3132e9-d468-48b0-9ce9-ae78593d7ee0 HTTP/1.1" status: 200 len: 210 time: 0.0558562 Oct 03 12:55:48.409194 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-656d7692-d36e-4826-b078-01273adabfbe req-4baa756c-01d9-4e7f-a14e-dd600c644493 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=ead596751f234d79b38d661b0d5c6343&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805840 Oct 03 12:55:48.409639 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:48.411470 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056d8cf-3463-45db-b84a-1e45a9eff7ed req-e1907cbf-b83c-4877-92ab-beab2fe2ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:48.412765 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4056d8cf-3463-45db-b84a-1e45a9eff7ed req-e1907cbf-b83c-4877-92ab-beab2fe2ee1b service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 1129 time: 0.0520179 Oct 03 12:55:48.562231 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d7692-d36e-4826-b078-01273adabfbe req-92200dea-76a5-469f-8800-fa77c45b8e92 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:48.563963 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-656d7692-d36e-4826-b078-01273adabfbe req-92200dea-76a5-469f-8800-fa77c45b8e92 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1418107 Oct 03 12:55:48.654121 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9d273-ac3f-4735-b463-18aebf709f1f req-f4e7c6b8-027e-4616-81df-ddd314b9165a tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:48.659654 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0dc9d273-ac3f-4735-b463-18aebf709f1f req-f4e7c6b8-027e-4616-81df-ddd314b9165a tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0592735 Oct 03 12:55:48.733291 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0dc9d273-ac3f-4735-b463-18aebf709f1f req-8bc92e6e-3642-4257-879b-06bca9e647c6 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622342 Oct 03 12:55:48.747195 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [req-656d7692-d36e-4826-b078-01273adabfbe req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Request body: {'port': {'device_id': 'cd3132e9-d468-48b0-9ce9-ae78593d7ee0', 'network_id': '0503ccef-ba77-4542-a32f-0b01a0bb810d', 'admin_state_up': True, 'tenant_id': 'ead596751f234d79b38d661b0d5c6343'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:55:48.811850 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4056d8cf-3463-45db-b84a-1e45a9eff7ed req-fe7f8f6e-ba27-4870-bde4-141acb9da56a service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938795 Oct 03 12:55:48.873588 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:48.908968 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2be85d-700f-42cf-99db-2f19a6295574 req-d5b06ad8-ef43-401e-9489-70dfc940dcc1 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:48.915829 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4f2be85d-700f-42cf-99db-2f19a6295574 req-d5b06ad8-ef43-401e-9489-70dfc940dcc1 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 945 time: 0.0862300 Oct 03 12:55:48.923935 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:49.001452 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4f2be85d-700f-42cf-99db-2f19a6295574 req-3163785a-b967-401a-a182-8dc6c088961a tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761371 Oct 03 12:55:49.069639 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656d7692-d36e-4826-b078-01273adabfbe req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Made reservation on behalf of ead596751f234d79b38d661b0d5c6343 for: {'port': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:55:49.074312 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-656d7692-d36e-4826-b078-01273adabfbe req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:49.088931 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-656d7692-d36e-4826-b078-01273adabfbe req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:49.310893 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-656d7692-d36e-4826-b078-01273adabfbe req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Publish callbacks [] for security_group (f73ec681-cf7b-490a-be64-601b613cd6ef), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:49.411094 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-656d7692-d36e-4826-b078-01273adabfbe req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (f73ec681-cf7b-490a-be64-601b613cd6ef), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:49.485839 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f73ec681-cf7b-490a-be64-601b613cd6ef,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:49.536859 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:49.536859 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:49.537235 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:49.537449 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:49.537766 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:49.538088 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:49.538405 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:49.538720 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:49.539043 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:49.539390 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:49.539711 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:49.540025 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:49.540337 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:49.540649 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:49.541145 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:49.549741 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-babb6d6b-3e94-434b-89bf-1da33550a529 req-3ce30e9e-d431-4a81-875b-87de68f8cb03 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cd3132e9-d468-48b0-9ce9-ae78593d7ee0 HTTP/1.1" status: 200 len: 210 time: 0.0644038 Oct 03 12:55:49.648683 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_common [req-656d7692-d36e-4826-b078-01273adabfbe req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Allocated IP 192.168.233.166 (0503ccef-ba77-4542-a32f-0b01a0bb810d/c42857de-02fd-4398-b721-3fe637d4497c/e5c3ca65-7225-4ec8-a78b-053eba2d46bb) {{(pid=113285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:55:49.818646 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-656d7692-d36e-4826-b078-01273adabfbe req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Publish callbacks [] for port (e5c3ca65-7225-4ec8-a78b-053eba2d46bb), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:49.885092 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62abeb-31a1-47ed-8bb4-3bdbb030c066 req-d04e1ffd-89f9-4e4c-90c5-f62ede7f77b9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:49.885092 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5e62abeb-31a1-47ed-8bb4-3bdbb030c066 req-d04e1ffd-89f9-4e4c-90c5-f62ede7f77b9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0641081 Oct 03 12:55:49.959238 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5e62abeb-31a1-47ed-8bb4-3bdbb030c066 req-c572e55b-b655-4262-8dbc-753d79e008f4 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622528 Oct 03 12:55:50.027611 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-656d7692-d36e-4826-b078-01273adabfbe req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (e5c3ca65-7225-4ec8-a78b-053eba2d46bb), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:50.039390 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:50.077417 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656d7692-d36e-4826-b078-01273adabfbe req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Network 0503ccef-ba77-4542-a32f-0b01a0bb810d is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:55:50.080606 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [req-656d7692-d36e-4826-b078-01273adabfbe req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:55:50.085149 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [req-656d7692-d36e-4826-b078-01273adabfbe req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Received port after_create {{(pid=113285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:55:50.125834 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Pushing event updated for resources: {'Port': ['ID=e5c3ca65-7225-4ec8-a78b-053eba2d46bb,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:50.152495 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:50.172736 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24834a5a-5fbf-4e1b-b6c6-931958432d50 req-b6274818-49ac-4321-b50e-9a9acbdc9f17 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:50.174219 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-24834a5a-5fbf-4e1b-b6c6-931958432d50 req-b6274818-49ac-4321-b50e-9a9acbdc9f17 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 945 time: 0.0827255 Oct 03 12:55:50.183099 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d7692-d36e-4826-b078-01273adabfbe req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:50.183754 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-656d7692-d36e-4826-b078-01273adabfbe req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:50.237473 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-24834a5a-5fbf-4e1b-b6c6-931958432d50 req-4dd2b348-ef1a-4de0-afab-0070e72a2f68 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506580 Oct 03 12:55:50.363388 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-656d7692-d36e-4826-b078-01273adabfbe req-afd5ddb5-b329-40a3-a579-54be1e71ac81 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6289144 Oct 03 12:55:50.376577 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [req-656d7692-d36e-4826-b078-01273adabfbe req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] Request body: {'port': {'device_id': 'cd3132e9-d468-48b0-9ce9-ae78593d7ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:55:50.377884 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-dd26d733-3135-4db9-83fe-16490646d7bd None None] Provisioning complete for port e5c3ca65-7225-4ec8-a78b-053eba2d46bb triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:55:50.378346 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-dd26d733-3135-4db9-83fe-16490646d7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (e5c3ca65-7225-4ec8-a78b-053eba2d46bb), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:50.378581 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-dd26d733-3135-4db9-83fe-16490646d7bd None None] Attempt 1 to provision port e5c3ca65-7225-4ec8-a78b-053eba2d46bb Oct 03 12:55:50.415780 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-dd26d733-3135-4db9-83fe-16490646d7bd None None] Port e5c3ca65-7225-4ec8-a78b-053eba2d46bb cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:55:50.477078 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-656d7692-d36e-4826-b078-01273adabfbe req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (e5c3ca65-7225-4ec8-a78b-053eba2d46bb), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:50.760117 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b3fa2-98d7-49ec-bb82-2cfdef7c834f req-0852fc0e-3039-4440-993c-f25c2d8ec3d6 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:50.761593 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d19b3fa2-98d7-49ec-bb82-2cfdef7c834f req-0852fc0e-3039-4440-993c-f25c2d8ec3d6 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cd3132e9-d468-48b0-9ce9-ae78593d7ee0 HTTP/1.1" status: 200 len: 936 time: 0.0830998 Oct 03 12:55:50.856663 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d19b3fa2-98d7-49ec-bb82-2cfdef7c834f req-df416999-bbab-4865-91d6-5892c61f85da tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f73ec681-cf7b-490a-be64-601b613cd6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883744 Oct 03 12:55:50.877080 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:50.887476 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.notifiers.nova [req-656d7692-d36e-4826-b078-01273adabfbe req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c3ca65-7225-4ec8-a78b-053eba2d46bb {{(pid=113285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:55:50.895009 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-656d7692-d36e-4826-b078-01273adabfbe req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] Publish callbacks [] for port (e5c3ca65-7225-4ec8-a78b-053eba2d46bb), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:50.915230 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.provisioning_blocks [req-656d7692-d36e-4826-b078-01273adabfbe req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] Transition to ACTIVE for port object e5c3ca65-7225-4ec8-a78b-053eba2d46bb will not be triggered until provisioned by entity L2. {{(pid=113285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 12:55:51.004329 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-656d7692-d36e-4826-b078-01273adabfbe req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13033702'] for port (e5c3ca65-7225-4ec8-a78b-053eba2d46bb), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:51.095590 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c3ca65-7225-4ec8-a78b-053eba2d46bb,revision_number=2']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:51.162329 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:55:51.164919 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a657c-cb2e-4e47-8f8c-f5dd10d79e45 req-e4e85bd1-fec8-4417-bd9d-8c2f5adadcc1 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:51.166541 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a43a657c-cb2e-4e47-8f8c-f5dd10d79e45 req-e4e85bd1-fec8-4417-bd9d-8c2f5adadcc1 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0817220 Oct 03 12:55:51.201840 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.managers [req-656d7692-d36e-4826-b078-01273adabfbe req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] Attempting to bind port e5c3ca65-7225-4ec8-a78b-053eba2d46bb on host hv-cinder-84456 for vnic_type normal with profile {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:55:51.202174 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.managers [req-656d7692-d36e-4826-b078-01273adabfbe req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] Attempting to bind port e5c3ca65-7225-4ec8-a78b-053eba2d46bb by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '59c6a652-ce3b-4bd4-828a-f9931c13b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0503ccef-ba77-4542-a32f-0b01a0bb810d'}] {{(pid=113285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:55:51.202501 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656d7692-d36e-4826-b078-01273adabfbe req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] Attempting to bind port e5c3ca65-7225-4ec8-a78b-053eba2d46bb on network 0503ccef-ba77-4542-a32f-0b01a0bb810d {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:55:51.258144 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a43a657c-cb2e-4e47-8f8c-f5dd10d79e45 req-4e78c2cc-227e-4c68-a46a-7bb10e850f1f tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852675 Oct 03 12:55:51.267002 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656d7692-d36e-4826-b078-01273adabfbe req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] Port e5c3ca65-7225-4ec8-a78b-053eba2d46bb on network 0503ccef-ba77-4542-a32f-0b01a0bb810d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 12:55:51.267002 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656d7692-d36e-4826-b078-01273adabfbe req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] Attempting to bind port e5c3ca65-7225-4ec8-a78b-053eba2d46bb on network 0503ccef-ba77-4542-a32f-0b01a0bb810d {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:55:51.314699 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656d7692-d36e-4826-b078-01273adabfbe req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] Checking agent: {'id': '72e18e84-452a-46dd-9356-90dcf7de37bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'started_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:55:51.315024 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656d7692-d36e-4826-b078-01273adabfbe req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] Checking segment: {'id': '59c6a652-ce3b-4bd4-828a-f9931c13b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0503ccef-ba77-4542-a32f-0b01a0bb810d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:55:51.315486 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656d7692-d36e-4826-b078-01273adabfbe req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] Bound using segment: {'id': '59c6a652-ce3b-4bd4-828a-f9931c13b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0503ccef-ba77-4542-a32f-0b01a0bb810d'} {{(pid=113285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:55:51.315922 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.managers [req-656d7692-d36e-4826-b078-01273adabfbe req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] Bound port: e5c3ca65-7225-4ec8-a78b-053eba2d46bb, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c6a652-ce3b-4bd4-828a-f9931c13b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0503ccef-ba77-4542-a32f-0b01a0bb810d'}}] {{(pid=113285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:55:51.316352 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-656d7692-d36e-4826-b078-01273adabfbe req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (e5c3ca65-7225-4ec8-a78b-053eba2d46bb), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:51.352473 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:51.390945 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09b1c6-402c-49c3-aa52-343930fef88a req-cafdfd22-4869-47f8-ad72-12a9d52260ac tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:51.392392 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1c09b1c6-402c-49c3-aa52-343930fef88a req-cafdfd22-4869-47f8-ad72-12a9d52260ac tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 945 time: 0.0721483 Oct 03 12:55:51.440710 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [req-656d7692-d36e-4826-b078-01273adabfbe req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] For port e5c3ca65-7225-4ec8-a78b-053eba2d46bb, host hv-cinder-84456, cleared binding levels {{(pid=113285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:55:51.446173 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [req-656d7692-d36e-4826-b078-01273adabfbe req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] For port e5c3ca65-7225-4ec8-a78b-053eba2d46bb, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e5c3ca65-7225-4ec8-a78b-053eba2d46bb,segment=NetworkSegment(59c6a652-ce3b-4bd4-828a-f9931c13b3d5),segment_id=59c6a652-ce3b-4bd4-828a-f9931c13b3d5)] {{(pid=113285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:55:51.464513 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1c09b1c6-402c-49c3-aa52-343930fef88a req-8fbdaafc-65b8-465a-98e9-b9b0da736407 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651352 Oct 03 12:55:51.514366 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-656d7692-d36e-4826-b078-01273adabfbe req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13033702'] for port (e5c3ca65-7225-4ec8-a78b-053eba2d46bb), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:51.514366 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d7692-d36e-4826-b078-01273adabfbe req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:51.515061 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-656d7692-d36e-4826-b078-01273adabfbe req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:51.516231 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-656d7692-d36e-4826-b078-01273adabfbe req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/e5c3ca65-7225-4ec8-a78b-053eba2d46bb HTTP/1.1" status: 200 len: 1098 time: 1.1438224 Oct 03 12:55:51.518544 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3132e9-d468-48b0-9ce9-ae78593d7ee0', 'tag': 'e5c3ca65-7225-4ec8-a78b-053eba2d46bb'}] {{(pid=113285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:55:51.520423 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8c9de838f6157477042d1ccf4c4241849d38f3be3769c4c2ec48b33ae5f8e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4aa16b6-8825-4669-9008-3d7351654b77" -d '{"events": [{"name": "network-changed", "server_uuid": "cd3132e9-d468-48b0-9ce9-ae78593d7ee0", "tag": "e5c3ca65-7225-4ec8-a78b-053eba2d46bb"}]}' {{(pid=113285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:55:51.618237 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584cfb82-6f31-4e3e-8378-1ec69aff5b82 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c3ca65-7225-4ec8-a78b-053eba2d46bb,revision_number=3']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:51.629182 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8f79a-da10-42d0-970c-6173aad0f736 req-faabc0b3-ade9-49b8-9cc9-d773fe70092d tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:51.631351 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-27a8f79a-da10-42d0-970c-6173aad0f736 req-faabc0b3-ade9-49b8-9cc9-d773fe70092d tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 945 time: 0.0843496 Oct 03 12:55:51.715414 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d7692-d36e-4826-b078-01273adabfbe req-23c51f4c-f9b7-444f-9964-f11b94924238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:51.716921 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-656d7692-d36e-4826-b078-01273adabfbe req-23c51f4c-f9b7-444f-9964-f11b94924238 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=ead596751f234d79b38d661b0d5c6343&device_id=cd3132e9-d468-48b0-9ce9-ae78593d7ee0 HTTP/1.1" status: 200 len: 1132 time: 0.0669622 Oct 03 12:55:51.739874 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-27a8f79a-da10-42d0-970c-6173aad0f736 req-a74ae545-ae76-490f-87d7-82d80837955b tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864425 Oct 03 12:55:51.752690 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 41276) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:51.774257 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-656d7692-d36e-4826-b078-01273adabfbe req-bcded50b-ab55-47af-89f1-91f6aae0ca18 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=e5c3ca65-7225-4ec8-a78b-053eba2d46bb HTTP/1.1" status: 200 len: 217 time: 0.0400696 Oct 03 12:55:51.776137 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c2acc0-0113-4130-9128-b04dfdc281c2 x-openstack-request-id: req-23c2acc0-0113-4130-9128-b04dfdc281c2 {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:55:51.776446 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd3132e9-d468-48b0-9ce9-ae78593d7ee0", "tag": "e5c3ca65-7225-4ec8-a78b-053eba2d46bb", "status": "completed", "code": 200}]} {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:55:51.776699 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-23c2acc0-0113-4130-9128-b04dfdc281c2 {{(pid=113285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:55:51.777100 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c2acc0-0113-4130-9128-b04dfdc281c2'] response: {'name': 'network-changed', 'server_uuid': 'cd3132e9-d468-48b0-9ce9-ae78593d7ee0', 'tag': 'e5c3ca65-7225-4ec8-a78b-053eba2d46bb', 'status': 'completed', 'code': 200} Oct 03 12:55:51.797286 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bb77bb-66b7-4d40-b72c-439b213aa588 tempest-TestVolumeBootPattern-1369648141 tempest-TestVolumeBootPattern-1369648141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:51.798801 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-21bb77bb-66b7-4d40-b72c-439b213aa588 tempest-TestVolumeBootPattern-1369648141 tempest-TestVolumeBootPattern-1369648141-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 1124 time: 0.0451126 Oct 03 12:55:51.801663 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 41280) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:55:51.805861 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Request body: {'floatingip': {'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'port_id': 'e0d4db50-7910-4292-8ab0-c965757c89d7', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:55:51.874693 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:51.882712 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d7692-d36e-4826-b078-01273adabfbe req-e3ead104-dacf-4f0d-9fa7-01b492d7f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:51.884215 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-656d7692-d36e-4826-b078-01273adabfbe req-e3ead104-dacf-4f0d-9fa7-01b492d7f932 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=c42857de-02fd-4398-b721-3fe637d4497c HTTP/1.1" status: 200 len: 843 time: 0.0465350 Oct 03 12:55:51.938986 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d7692-d36e-4826-b078-01273adabfbe req-9245900a-da5c-4da0-8fc4-23ac97405a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:51.938986 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-656d7692-d36e-4826-b078-01273adabfbe req-9245900a-da5c-4da0-8fc4-23ac97405a50 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=0503ccef-ba77-4542-a32f-0b01a0bb810d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0475979 Oct 03 12:55:51.963863 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:52.288077 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:52.300372 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Allocated IP 172.27.0.203 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/ad383132-978d-4adb-b79a-c3614747232e) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:55:52.303469 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55ecfb-0974-4c38-81b1-1bcc79696939 req-b11afe27-054b-45b5-ac4c-1c23b39f096c tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:52.304958 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8c55ecfb-0974-4c38-81b1-1bcc79696939 req-b11afe27-054b-45b5-ac4c-1c23b39f096c tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cd3132e9-d468-48b0-9ce9-ae78593d7ee0 HTTP/1.1" status: 200 len: 948 time: 0.3407660 Oct 03 12:55:52.356924 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-656d7692-d36e-4826-b078-01273adabfbe req-77ea31cc-ec4c-474a-a66c-ba2da7ecfb82 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/0503ccef-ba77-4542-a32f-0b01a0bb810d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110811 Oct 03 12:55:52.417019 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981eb64-5e5a-4e1d-96ff-60b6244b83c9 req-1f5ab420-45b6-4669-becf-0b1cb8f10db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:52.418506 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c981eb64-5e5a-4e1d-96ff-60b6244b83c9 req-1f5ab420-45b6-4669-becf-0b1cb8f10db3 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=0e20f793bd0b46a59df730183818d9f8&device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 1130 time: 0.0621405 Oct 03 12:55:52.469307 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8c55ecfb-0974-4c38-81b1-1bcc79696939 req-9f92849e-f23e-479b-902b-1271b05d2919 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f73ec681-cf7b-490a-be64-601b613cd6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473942 Oct 03 12:55:52.487112 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de8087-e2ac-4f6d-b0cb-4f3dba321791 req-080732b2-ebd0-4de2-920e-3bd0957f3b8c tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:52.489606 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-50de8087-e2ac-4f6d-b0cb-4f3dba321791 req-080732b2-ebd0-4de2-920e-3bd0957f3b8c tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.1241038 Oct 03 12:55:52.497326 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for port (ad383132-978d-4adb-b79a-c3614747232e), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:52.538627 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:52.541069 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-656d7692-d36e-4826-b078-01273adabfbe req-7e50f455-63d9-4185-8407-4830baa4ba4c service neutron] 10.222.0.46 "GET /networking/v2.0/networks/0503ccef-ba77-4542-a32f-0b01a0bb810d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748495 Oct 03 12:55:52.558019 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981eb64-5e5a-4e1d-96ff-60b6244b83c9 req-b9b99450-9912-4050-9c72-38d8f8708170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:52.560002 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c981eb64-5e5a-4e1d-96ff-60b6244b83c9 req-b9b99450-9912-4050-9c72-38d8f8708170 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=99c96330-3d0c-4416-8b2d-15be2ccdbc1b HTTP/1.1" status: 200 len: 918 time: 0.1326416 Oct 03 12:55:52.564109 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-50de8087-e2ac-4f6d-b0cb-4f3dba321791 req-8e5420d3-e136-4df8-b64c-10b1218667ea tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641882 Oct 03 12:55:52.623046 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c981eb64-5e5a-4e1d-96ff-60b6244b83c9 req-b6c9923c-c317-4790-ae46-3c804f3b3df0 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c HTTP/1.1" status: 200 len: 1002 time: 0.0567904 Oct 03 12:55:52.660285 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (ad383132-978d-4adb-b79a-c3614747232e), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:52.694703 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:52.717189 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:55:52.724360 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:55:52.726800 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:55:52.731536 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981eb64-5e5a-4e1d-96ff-60b6244b83c9 req-6299cd77-ddf9-470f-97a5-5e95a3a32f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:52.736639 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c981eb64-5e5a-4e1d-96ff-60b6244b83c9 req-6299cd77-ddf9-470f-97a5-5e95a3a32f0f service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=287a7239-c391-4a5c-a389-779ed301deff HTTP/1.1" status: 200 len: 856 time: 0.1033874 Oct 03 12:55:52.752230 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Pushing event updated for resources: {'Port': ['ID=ad383132-978d-4adb-b79a-c3614747232e,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:52.764880 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:52.765448 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:52.765543 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:52.765848 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:52.766156 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:52.766480 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:52.766803 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:52.767120 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:52.767470 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:52.767791 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:52.768109 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:52.768427 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:52.768739 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:52.769050 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:52.769362 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:52.914962 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ed78f6d5-5802-4054-9648-d99dad35e740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:53.113032 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for floatingip (30ec3510-1104-48ae-b3c3-7308288d8d73), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:53.241664 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (ad383132-978d-4adb-b79a-c3614747232e), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:53.394201 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1bbb3-d768-4384-a404-2942dff18811 req-ece41fa0-58f0-4f31-9c32-76ea208d68aa tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:53.395825 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-83c1bbb3-d768-4384-a404-2942dff18811 req-ece41fa0-58f0-4f31-9c32-76ea208d68aa tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 945 time: 0.0568736 Oct 03 12:55:53.403907 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for port (ad383132-978d-4adb-b79a-c3614747232e), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:53.432798 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981eb64-5e5a-4e1d-96ff-60b6244b83c9 req-6ba38a5b-38c8-4b41-875c-5eb2959e49e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:53.434310 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c981eb64-5e5a-4e1d-96ff-60b6244b83c9 req-6ba38a5b-38c8-4b41-875c-5eb2959e49e8 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=99c96330-3d0c-4416-8b2d-15be2ccdbc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432136 Oct 03 12:55:53.456464 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa16b6-8825-4669-9008-3d7351654b77 req-3468ca33-6e5c-49e2-a248-f16e74a4fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:53.458963 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f4aa16b6-8825-4669-9008-3d7351654b77 req-3468ca33-6e5c-49e2-a248-f16e74a4fa93 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=ead596751f234d79b38d661b0d5c6343&device_id=cd3132e9-d468-48b0-9ce9-ae78593d7ee0 HTTP/1.1" status: 200 len: 1132 time: 0.0621939 Oct 03 12:55:53.463491 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:53.476823 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-83c1bbb3-d768-4384-a404-2942dff18811 req-28389a52-2d63-4359-95bc-8443b7bc54e5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=03df5424-c86e-49de-b6e3-bde3e1a33acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710831 Oct 03 12:55:53.505055 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (ad383132-978d-4adb-b79a-c3614747232e), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:53.586091 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Pushing event updated for resources: {'Port': ['ID=ad383132-978d-4adb-b79a-c3614747232e,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:53.592400 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (30ec3510-1104-48ae-b3c3-7308288d8d73), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:53.600068 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3125c-04c1-4ef9-a520-e7a105219ff5 req-38a19fc9-6508-4123-b887-bafe0094e3e8 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:53.601601 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c5e3125c-04c1-4ef9-a520-e7a105219ff5 req-38a19fc9-6508-4123-b887-bafe0094e3e8 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cd3132e9-d468-48b0-9ce9-ae78593d7ee0 HTTP/1.1" status: 200 len: 948 time: 0.0495696 Oct 03 12:55:53.632409 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:53.641059 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c981eb64-5e5a-4e1d-96ff-60b6244b83c9 req-e3b8dec1-3d59-4152-8f4a-d9b052eb6897 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008281 Oct 03 12:55:53.671106 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c5e3125c-04c1-4ef9-a520-e7a105219ff5 req-0da3a6e6-dfc9-43f1-8531-0b06f83d159e tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f73ec681-cf7b-490a-be64-601b613cd6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571210 Oct 03 12:55:53.704130 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.l3_db [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Floating IP 30ec3510-1104-48ae-b3c3-7308288d8d73 associated. External IP: 172.27.0.203, port: e0d4db50-7910-4292-8ab0-c965757c89d7. Oct 03 12:55:53.709467 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e476c8-2418-4d48-88fd-37f90415dc71 req-b3fcedd2-d718-45f9-b2b6-42a237c3e0f4 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:53.710948 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-80e476c8-2418-4d48-88fd-37f90415dc71 req-b3fcedd2-d718-45f9-b2b6-42a237c3e0f4 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0557258 Oct 03 12:55:53.760245 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-80e476c8-2418-4d48-88fd-37f90415dc71 req-908d17fb-6e87-4e42-90e8-6b504419e627 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437298 Oct 03 12:55:53.902515 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Router 53d59532-55d2-4727-acf3-529de2203db5 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:55:54.008570 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:55:54.018263 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66856d67-0030-4dcf-ac9c-7595e3466528 None None] Sync routers for ids ['53d59532-55d2-4727-acf3-529de2203db5'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:55:54.027946 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66856d67-0030-4dcf-ac9c-7595e3466528 None None] Routers {'53d59532-55d2-4727-acf3-529de2203db5'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:55:54.028547 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-66856d67-0030-4dcf-ac9c-7595e3466528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:55:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['53d59532-55d2-4727-acf3-529de2203db5'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:54.125661 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:54.132168 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-66856d67-0030-4dcf-ac9c-7595e3466528 None None] Set router 53d59532-55d2-4727-acf3-529de2203db5 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:55:54.155241 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-e61dacd0-6634-45fb-9c03-010668f06dca tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3525369 Oct 03 12:55:54.155974 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ce55bf-3f09-490a-baf4-0822672b5805', 'tag': 'e0d4db50-7910-4292-8ab0-c965757c89d7'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:55:54.158234 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37c14ea-3d17-4774-98e4-9771384d9bab" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ce55bf-3f09-490a-baf4-0822672b5805", "tag": "e0d4db50-7910-4292-8ab0-c965757c89d7"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:55:54.198084 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1404326-eed3-4072-b03c-d254acd86339 x-openstack-request-id: req-a1404326-eed3-4072-b03c-d254acd86339 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:55:54.198370 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ce55bf-3f09-490a-baf4-0822672b5805", "tag": "e0d4db50-7910-4292-8ab0-c965757c89d7", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:55:54.198621 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a1404326-eed3-4072-b03c-d254acd86339 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:55:54.199020 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1404326-eed3-4072-b03c-d254acd86339'] response: {'name': 'network-changed', 'server_uuid': 'b0ce55bf-3f09-490a-baf4-0822672b5805', 'tag': 'e0d4db50-7910-4292-8ab0-c965757c89d7', 'status': 'completed', 'code': 200} Oct 03 12:55:54.348815 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-66856d67-0030-4dcf-ac9c-7595e3466528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '30ec3510-1104-48ae-b3c3-7308288d8d73', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '53d59532-55d2-4727-acf3-529de2203db5', 'port_id': 'e0d4db50-7910-4292-8ab0-c965757c89d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'mac_address': 'fa:16:3e:ba:14:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ce55bf-3f09-490a-baf4-0822672b5805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:55:52Z', 'updated_at': '2022-10-03T12:55:52Z', 'revision_number': 0, 'project_id': '38d1778202d041b58934150c6af9685c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4735ac-c7dc-4184-91df-c6a684c0ecf7', 'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'mac_address': 'fa:16:3e:10:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:40Z', 'updated_at': '2022-10-03T12:51:49Z', 'revision_number': 5, 'project_id': '38d1778202d041b58934150c6af9685c', 'subnets': [{'id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:54.372843 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66856d67-0030-4dcf-ac9c-7595e3466528 None None] Checking router: 53d59532-55d2-4727-acf3-529de2203db5 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:55:54.381620 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66856d67-0030-4dcf-ac9c-7595e3466528 None None] Routers {'53d59532-55d2-4727-acf3-529de2203db5'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:55:54.382198 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-66856d67-0030-4dcf-ac9c-7595e3466528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:55:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['53d59532-55d2-4727-acf3-529de2203db5'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:54.483595 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-66856d67-0030-4dcf-ac9c-7595e3466528 None None] Set router 53d59532-55d2-4727-acf3-529de2203db5 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:55:54.572160 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:54.599495 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd9dcb-fbb8-494f-9287-8cc8679b10e4 req-4d27662a-e5e2-4402-9f06-223983653f10 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:54.600879 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-51cd9dcb-fbb8-494f-9287-8cc8679b10e4 req-4d27662a-e5e2-4402-9f06-223983653f10 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 945 time: 0.0468907 Oct 03 12:55:54.612115 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:54.648976 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-51cd9dcb-fbb8-494f-9287-8cc8679b10e4 req-f7f84e92-0dee-495b-a4b2-bcec7489db14 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=03df5424-c86e-49de-b6e3-bde3e1a33acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424519 Oct 03 12:55:54.706253 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-66856d67-0030-4dcf-ac9c-7595e3466528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '30ec3510-1104-48ae-b3c3-7308288d8d73', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '53d59532-55d2-4727-acf3-529de2203db5', 'port_id': 'e0d4db50-7910-4292-8ab0-c965757c89d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'mac_address': 'fa:16:3e:ba:14:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ce55bf-3f09-490a-baf4-0822672b5805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:55:52Z', 'updated_at': '2022-10-03T12:55:52Z', 'revision_number': 0, 'project_id': '38d1778202d041b58934150c6af9685c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4735ac-c7dc-4184-91df-c6a684c0ecf7', 'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'mac_address': 'fa:16:3e:10:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:40Z', 'updated_at': '2022-10-03T12:51:49Z', 'revision_number': 5, 'project_id': '38d1778202d041b58934150c6af9685c', 'subnets': [{'id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:54.735101 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66856d67-0030-4dcf-ac9c-7595e3466528 None None] The sync data for ids ['53d59532-55d2-4727-acf3-529de2203db5'] in dv-cinder-844563-12-iscsi is: [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '30ec3510-1104-48ae-b3c3-7308288d8d73', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '53d59532-55d2-4727-acf3-529de2203db5', 'port_id': 'e0d4db50-7910-4292-8ab0-c965757c89d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'mac_address': 'fa:16:3e:ba:14:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ce55bf-3f09-490a-baf4-0822672b5805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:55:52Z', 'updated_at': '2022-10-03T12:55:52Z', 'revision_number': 0, 'project_id': '38d1778202d041b58934150c6af9685c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4735ac-c7dc-4184-91df-c6a684c0ecf7', 'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'mac_address': 'fa:16:3e:10:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:40Z', 'updated_at': '2022-10-03T12:51:49Z', 'revision_number': 5, 'project_id': '38d1778202d041b58934150c6af9685c', 'subnets': [{'id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:55:54.798980 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d90a5-783a-4e70-b296-b6dcc4dd8248 req-41d2cb55-bd21-48be-8ff5-02294060f26b tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:54.802393 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8d7d90a5-783a-4e70-b296-b6dcc4dd8248 req-41d2cb55-bd21-48be-8ff5-02294060f26b tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cd3132e9-d468-48b0-9ce9-ae78593d7ee0 HTTP/1.1" status: 200 len: 948 time: 0.0497274 Oct 03 12:55:54.884619 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8d7d90a5-783a-4e70-b296-b6dcc4dd8248 req-058fe918-41db-4ce4-bafa-9d3d209a014f tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f73ec681-cf7b-490a-be64-601b613cd6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759065 Oct 03 12:55:54.919165 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6c369-51bf-4707-80d5-862b4f4ed78e req-df352547-f2c9-4d9b-9329-ea2c2f7a5e3b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:54.920695 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f5c6c369-51bf-4707-80d5-862b4f4ed78e req-df352547-f2c9-4d9b-9329-ea2c2f7a5e3b tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 946 time: 0.0775640 Oct 03 12:55:54.949601 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f523a2c-4e0b-4bc4-80ea-85140b0c2caf None None] New status for floating IP 30ec3510-1104-48ae-b3c3-7308288d8d73: ACTIVE {{(pid=113287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:55:55.011788 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c981eb64-5e5a-4e1d-96ff-60b6244b83c9 req-b7ad1f51-1fad-4b89-b0bd-184b2341ac67 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202555 Oct 03 12:55:55.038779 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:55.039757 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:55.056119 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c14ea-3d17-4774-98e4-9771384d9bab req-2140096b-2b89-4a5d-831f-38aa12135904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:55.057621 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e37c14ea-3d17-4774-98e4-9771384d9bab req-2140096b-2b89-4a5d-831f-38aa12135904 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=38d1778202d041b58934150c6af9685c&device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 1129 time: 0.1045551 Oct 03 12:55:55.089086 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f5c6c369-51bf-4707-80d5-862b4f4ed78e req-0bd0e208-fe3f-46dc-9b42-e41bce81c798 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346726 Oct 03 12:55:55.092085 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa16b6-8825-4669-9008-3d7351654b77 req-fb73b14d-a55e-4cf0-8a2b-930443540287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:55.095432 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f4aa16b6-8825-4669-9008-3d7351654b77 req-fb73b14d-a55e-4cf0-8a2b-930443540287 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=0503ccef-ba77-4542-a32f-0b01a0bb810d HTTP/1.1" status: 200 len: 870 time: 0.2031004 Oct 03 12:55:55.372320 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device e5c3ca65-7225-4ec8-a78b-053eba2d46bb details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:55:55.377152 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:55:55.381746 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:55.382586 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-e0140a74-3f1a-4f4f-b5d0-51ab0ef1d37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:55.524683 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c is: ACTIVE; New status is: DOWN {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:55:55.525066 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:55.550005 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port e5c3ca65-7225-4ec8-a78b-053eba2d46bb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e5c3ca65-7225-4ec8-a78b-053eba2d46bb,segment=NetworkSegment(59c6a652-ce3b-4bd4-828a-f9931c13b3d5),segment_id=59c6a652-ce3b-4bd4-828a-f9931c13b3d5)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:55:55.563749 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b37dd24-5a6e-4898-8247-8e00786088ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:55:55.565966 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd37cc3f-6f6c-4b3f-a136-891e9b108390" -d '{"events": [{"server_uuid": "6b37dd24-5a6e-4898-8247-8e00786088ea", "name": "network-vif-unplugged", "status": "completed", "tag": "778fd61a-2cb6-43b5-ad14-c9a69f32bf7c"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:55:55.577027 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': 'e5c3ca65-7225-4ec8-a78b-053eba2d46bb', 'network_id': '0503ccef-ba77-4542-a32f-0b01a0bb810d', 'port_id': 'e5c3ca65-7225-4ec8-a78b-053eba2d46bb', 'mac_address': 'fa:16:3e:ce:2d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c42857de-02fd-4398-b721-3fe637d4497c', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:55:55.581865 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:55:55.612493 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 03 Oct 2022 12:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c15f04-ba85-423e-8bc0-a9bc40b8037d x-openstack-request-id: req-72c15f04-ba85-423e-8bc0-a9bc40b8037d {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:55:55.612781 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b37dd24-5a6e-4898-8247-8e00786088ea", "name": "network-vif-unplugged", "status": "completed", "tag": "778fd61a-2cb6-43b5-ad14-c9a69f32bf7c", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:55:55.613033 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-72c15f04-ba85-423e-8bc0-a9bc40b8037d {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:55:55.613422 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c15f04-ba85-423e-8bc0-a9bc40b8037d'] response: {'server_uuid': '6b37dd24-5a6e-4898-8247-8e00786088ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c', 'code': 200} Oct 03 12:55:55.619469 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port e5c3ca65-7225-4ec8-a78b-053eba2d46bb is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:55:55.619862 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (e5c3ca65-7225-4ec8-a78b-053eba2d46bb), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:55.633476 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c3ca65-7225-4ec8-a78b-053eba2d46bb {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:55:55.651722 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:55.654513 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port e5c3ca65-7225-4ec8-a78b-053eba2d46bb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e5c3ca65-7225-4ec8-a78b-053eba2d46bb,segment=NetworkSegment(59c6a652-ce3b-4bd4-828a-f9931c13b3d5),segment_id=59c6a652-ce3b-4bd4-828a-f9931c13b3d5)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:55:55.702331 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c,revision_number=8']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:55.720251 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (e5c3ca65-7225-4ec8-a78b-053eba2d46bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:55.768683 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=e5c3ca65-7225-4ec8-a78b-053eba2d46bb,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:55.779990 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253a55d-fa12-4bea-ba8c-ac3d3f149552 req-fa4ae3f6-1e7c-4d04-bc3b-500af0313189 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:55.781538 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0253a55d-fa12-4bea-ba8c-ac3d3f149552 req-fa4ae3f6-1e7c-4d04-bc3b-500af0313189 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 945 time: 0.0488777 Oct 03 12:55:55.829095 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0253a55d-fa12-4bea-ba8c-ac3d3f149552 req-d116ad3e-ce49-4e8f-b88b-722ec246b9b0 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=03df5424-c86e-49de-b6e3-bde3e1a33acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419068 Oct 03 12:55:55.979476 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['e5c3ca65-7225-4ec8-a78b-053eba2d46bb'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:55:56.013503 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0109f86-a7aa-466e-b556-3ed04e0236a3 req-3d4ad848-1a94-4542-869c-d26921ddeb11 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:56.015773 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e0109f86-a7aa-466e-b556-3ed04e0236a3 req-3d4ad848-1a94-4542-869c-d26921ddeb11 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cd3132e9-d468-48b0-9ce9-ae78593d7ee0 HTTP/1.1" status: 200 len: 949 time: 0.0541160 Oct 03 12:55:56.063268 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e0109f86-a7aa-466e-b556-3ed04e0236a3 req-5ee73648-fc40-4704-ab1c-c29a790a2151 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f73ec681-cf7b-490a-be64-601b613cd6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421395 Oct 03 12:55:56.104195 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:56.220358 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad6fee-ea74-4bd7-b557-1d02ae02d12e req-484a31d3-e2a2-4a1a-9155-8c1eb4a843ab tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:56.221729 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6fad6fee-ea74-4bd7-b557-1d02ae02d12e req-484a31d3-e2a2-4a1a-9155-8c1eb4a843ab tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 944 time: 0.0486133 Oct 03 12:55:56.269272 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6fad6fee-ea74-4bd7-b557-1d02ae02d12e req-5c0f627d-ce07-4d28-ba9d-6cb5de433087 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418570 Oct 03 12:55:56.593171 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:56.622241 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f4aa16b6-8825-4669-9008-3d7351654b77 req-c952c4a4-4607-4772-8295-5b5f0a1ecbe1 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=e5c3ca65-7225-4ec8-a78b-053eba2d46bb HTTP/1.1" status: 200 len: 217 time: 0.0380244 Oct 03 12:55:56.631246 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81692abf-ea44-49a8-b4dc-4334ca5d9650 req-ddd349fd-1ee0-4185-8071-1b2e289ff173 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:56.633391 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-81692abf-ea44-49a8-b4dc-4334ca5d9650 req-ddd349fd-1ee0-4185-8071-1b2e289ff173 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 945 time: 0.0538604 Oct 03 12:55:56.698105 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c14ea-3d17-4774-98e4-9771384d9bab req-ec016944-5353-40b0-ae0e-fea819a33240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:56.700729 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e37c14ea-3d17-4774-98e4-9771384d9bab req-ec016944-5353-40b0-ae0e-fea819a33240 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=1ccd52b4-506d-483d-a4e0-802199d3659f HTTP/1.1" status: 200 len: 912 time: 0.1644056 Oct 03 12:55:56.702329 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa16b6-8825-4669-9008-3d7351654b77 req-8967a574-f269-47e9-83f4-ebce8f413000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:56.703669 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f4aa16b6-8825-4669-9008-3d7351654b77 req-8967a574-f269-47e9-83f4-ebce8f413000 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=c42857de-02fd-4398-b721-3fe637d4497c HTTP/1.1" status: 200 len: 843 time: 0.0745647 Oct 03 12:55:56.756566 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-81692abf-ea44-49a8-b4dc-4334ca5d9650 req-ece7b5e8-1416-4ea1-a9f9-d063d95fccf5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Deleting port cf688afb-8bbc-40e1-934b-cdf7069fca35 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:55:56.756921 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-81692abf-ea44-49a8-b4dc-4334ca5d9650 req-ece7b5e8-1416-4ea1-a9f9-d063d95fccf5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (cf688afb-8bbc-40e1-934b-cdf7069fca35), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:56.794191 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa16b6-8825-4669-9008-3d7351654b77 req-32ad2562-858d-4b79-a1ea-e4fb4359e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:56.795714 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f4aa16b6-8825-4669-9008-3d7351654b77 req-32ad2562-858d-4b79-a1ea-e4fb4359e5a9 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=0503ccef-ba77-4542-a32f-0b01a0bb810d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0767367 Oct 03 12:55:56.799566 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e37c14ea-3d17-4774-98e4-9771384d9bab req-f8531f35-895b-4f04-9375-b6c3ed8a6938 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d4db50-7910-4292-8ab0-c965757c89d7 HTTP/1.1" status: 200 len: 1001 time: 0.0873709 Oct 03 12:55:56.819384 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:56.849146 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-81692abf-ea44-49a8-b4dc-4334ca5d9650 req-ece7b5e8-1416-4ea1-a9f9-d063d95fccf5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] For port cf688afb-8bbc-40e1-934b-cdf7069fca35, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cf688afb-8bbc-40e1-934b-cdf7069fca35,segment=NetworkSegment(45e470c6-55da-45fc-b9e1-3afe7ebb42cf),segment_id=45e470c6-55da-45fc-b9e1-3afe7ebb42cf)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:55:56.849508 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-81692abf-ea44-49a8-b4dc-4334ca5d9650 req-ece7b5e8-1416-4ea1-a9f9-d063d95fccf5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (cf688afb-8bbc-40e1-934b-cdf7069fca35), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:56.908463 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c14ea-3d17-4774-98e4-9771384d9bab req-794c5ec6-f920-48c7-8bf8-88153498c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:56.909979 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e37c14ea-3d17-4774-98e4-9771384d9bab req-794c5ec6-f920-48c7-8bf8-88153498c60c service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=992bdcdd-031e-4962-982a-3fce89fa640a HTTP/1.1" status: 200 len: 850 time: 0.0955312 Oct 03 12:55:56.916575 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:56.948889 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:57.006910 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f4aa16b6-8825-4669-9008-3d7351654b77 req-5c408e9a-13b6-4100-9611-d5be872089f5 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/0503ccef-ba77-4542-a32f-0b01a0bb810d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995876 Oct 03 12:55:57.014799 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac0203-6bb8-491e-a73e-c393fe594e98 req-f294748f-56d0-44d0-99e7-5ca02837fa33 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:57.016685 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-53ac0203-6bb8-491e-a73e-c393fe594e98 req-f294748f-56d0-44d0-99e7-5ca02837fa33 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 945 time: 0.1026177 Oct 03 12:55:57.039556 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c14ea-3d17-4774-98e4-9771384d9bab req-1c5ee401-b32a-4a08-abda-220498aedcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:57.041042 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e37c14ea-3d17-4774-98e4-9771384d9bab req-1c5ee401-b32a-4a08-abda-220498aedcbb service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=1ccd52b4-506d-483d-a4e0-802199d3659f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1234360 Oct 03 12:55:57.046115 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-81692abf-ea44-49a8-b4dc-4334ca5d9650 req-ece7b5e8-1416-4ea1-a9f9-d063d95fccf5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:57.052021 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-81692abf-ea44-49a8-b4dc-4334ca5d9650 req-ece7b5e8-1416-4ea1-a9f9-d063d95fccf5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (c7848678-3571-4c98-911f-c9bdb68d77ff), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:57.052021 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.l3_db [req-81692abf-ea44-49a8-b4dc-4334ca5d9650 req-ece7b5e8-1416-4ea1-a9f9-d063d95fccf5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Floating IP c7848678-3571-4c98-911f-c9bdb68d77ff disassociated. External IP: 172.27.0.16, port: cf688afb-8bbc-40e1-934b-cdf7069fca35. Oct 03 12:55:57.052021 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-81692abf-ea44-49a8-b4dc-4334ca5d9650 req-ece7b5e8-1416-4ea1-a9f9-d063d95fccf5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Calling delete_port for cf688afb-8bbc-40e1-934b-cdf7069fca35 owned by compute:nova {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:55:57.059522 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:57.197770 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-53ac0203-6bb8-491e-a73e-c393fe594e98 req-e5e37b7c-d55e-48f4-a844-341274a31ed7 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=03df5424-c86e-49de-b6e3-bde3e1a33acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700733 Oct 03 12:55:57.263418 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f4aa16b6-8825-4669-9008-3d7351654b77 req-1a442ca8-b2b3-4314-9bd0-9102fd02acf7 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/0503ccef-ba77-4542-a32f-0b01a0bb810d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443914 Oct 03 12:55:57.263633 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-81692abf-ea44-49a8-b4dc-4334ca5d9650 req-ece7b5e8-1416-4ea1-a9f9-d063d95fccf5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (cf688afb-8bbc-40e1-934b-cdf7069fca35), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:57.280825 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9eae7-7e95-4890-921d-66d41354d0b7 req-fa483333-56bc-4c60-b192-69a2ea8fcd2c tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:57.282335 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-71e9eae7-7e95-4890-921d-66d41354d0b7 req-fa483333-56bc-4c60-b192-69a2ea8fcd2c tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cd3132e9-d468-48b0-9ce9-ae78593d7ee0 HTTP/1.1" status: 200 len: 949 time: 0.1144581 Oct 03 12:55:57.284446 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e37c14ea-3d17-4774-98e4-9771384d9bab req-e978fe23-082e-4bc4-9a7b-e3ebaabce986 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121704 Oct 03 12:55:57.290967 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7b5e8-1416-4ea1-a9f9-d063d95fccf5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Pushing event deleted for resources: {'Port': ['ID=cf688afb-8bbc-40e1-934b-cdf7069fca35,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:57.391762 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:57.391997 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device e5c3ca65-7225-4ec8-a78b-053eba2d46bb up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:55:57.423045 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning for port e5c3ca65-7225-4ec8-a78b-053eba2d46bb completed by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 12:55:57.434983 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81692abf-ea44-49a8-b4dc-4334ca5d9650 req-ece7b5e8-1416-4ea1-a9f9-d063d95fccf5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Router bf68c2f1-2fbc-4059-8139-7e5e77804bdc has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:55:57.435235 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-71e9eae7-7e95-4890-921d-66d41354d0b7 req-21fe31cc-7d73-4426-b227-2866ee09d0e7 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f73ec681-cf7b-490a-be64-601b613cd6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462355 Oct 03 12:55:57.445475 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9610d-c6f1-46c1-889e-74469f2cd7f0 req-a0f95f7b-7a80-4e03-b20a-2ccf4cc2cfd5 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:57.446963 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-32d9610d-c6f1-46c1-889e-74469f2cd7f0 req-a0f95f7b-7a80-4e03-b20a-2ccf4cc2cfd5 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 944 time: 0.0781829 Oct 03 12:55:57.484268 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e37c14ea-3d17-4774-98e4-9771384d9bab req-0403cc24-5f08-433b-b125-788863d2ea3e service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834269 Oct 03 12:55:57.508530 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port e5c3ca65-7225-4ec8-a78b-053eba2d46bb triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:55:57.509287 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (e5c3ca65-7225-4ec8-a78b-053eba2d46bb), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:57.509618 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port e5c3ca65-7225-4ec8-a78b-053eba2d46bb Oct 03 12:55:57.513456 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-32d9610d-c6f1-46c1-889e-74469f2cd7f0 req-98284e86-9b07-4a7a-894e-ea9062c840ed tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594468 Oct 03 12:55:57.624880 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port e5c3ca65-7225-4ec8-a78b-053eba2d46bb is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:55:57.624880 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (e5c3ca65-7225-4ec8-a78b-053eba2d46bb), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:57.648651 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3132e9-d468-48b0-9ce9-ae78593d7ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c3ca65-7225-4ec8-a78b-053eba2d46bb'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:55:57.650986 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df17599-e020-482b-bcad-6f7e7ca28ea8" -d '{"events": [{"server_uuid": "cd3132e9-d468-48b0-9ce9-ae78593d7ee0", "name": "network-vif-plugged", "status": "completed", "tag": "e5c3ca65-7225-4ec8-a78b-053eba2d46bb"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:55:57.666903 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port e5c3ca65-7225-4ec8-a78b-053eba2d46bb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e5c3ca65-7225-4ec8-a78b-053eba2d46bb,segment=NetworkSegment(59c6a652-ce3b-4bd4-828a-f9931c13b3d5),segment_id=59c6a652-ce3b-4bd4-828a-f9931c13b3d5)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:55:57.727862 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c18cf94-6140-40c7-a44c-78fea9fbb4d6 x-openstack-request-id: req-8c18cf94-6140-40c7-a44c-78fea9fbb4d6 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:55:57.728363 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3132e9-d468-48b0-9ce9-ae78593d7ee0", "name": "network-vif-plugged", "status": "completed", "tag": "e5c3ca65-7225-4ec8-a78b-053eba2d46bb", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:55:57.728813 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8c18cf94-6140-40c7-a44c-78fea9fbb4d6 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:55:57.729518 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c18cf94-6140-40c7-a44c-78fea9fbb4d6'] response: {'server_uuid': 'cd3132e9-d468-48b0-9ce9-ae78593d7ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c3ca65-7225-4ec8-a78b-053eba2d46bb', 'code': 200} Oct 03 12:55:57.736724 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (e5c3ca65-7225-4ec8-a78b-053eba2d46bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:57.801410 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=e5c3ca65-7225-4ec8-a78b-053eba2d46bb,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:57.836824 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81692abf-ea44-49a8-b4dc-4334ca5d9650 req-ece7b5e8-1416-4ea1-a9f9-d063d95fccf5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:55:57.849089 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e912a5f3-262c-493f-bac2-240a121a9347 None None] Sync routers for ids ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:55:57.860154 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e912a5f3-262c-493f-bac2-240a121a9347 None None] Routers {'bf68c2f1-2fbc-4059-8139-7e5e77804bdc'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:55:57.860909 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-e912a5f3-262c-493f-bac2-240a121a9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:55:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:57.883351 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-81692abf-ea44-49a8-b4dc-4334ca5d9650 req-ece7b5e8-1416-4ea1-a9f9-d063d95fccf5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] No DVR routers for this DVR port cf688afb-8bbc-40e1-934b-cdf7069fca35 on host hv-cinder-84456 {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:55:57.886119 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-81692abf-ea44-49a8-b4dc-4334ca5d9650 req-ece7b5e8-1416-4ea1-a9f9-d063d95fccf5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:57.889747 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-81692abf-ea44-49a8-b4dc-4334ca5d9650 req-ece7b5e8-1416-4ea1-a9f9-d063d95fccf5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.46 "DELETE /networking/v2.0/ports/cf688afb-8bbc-40e1-934b-cdf7069fca35 HTTP/1.1" status: 204 len: 173 time: 1.2192521 Oct 03 12:55:57.890399 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a5c967-4163-4841-ae8c-77d508c0ff59', 'name': 'network-vif-deleted', 'tag': 'cf688afb-8bbc-40e1-934b-cdf7069fca35'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:55:57.893044 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a1afc3-58b7-4b69-9050-d440dd2e009f" -d '{"events": [{"server_uuid": "03a5c967-4163-4841-ae8c-77d508c0ff59", "name": "network-vif-deleted", "tag": "cf688afb-8bbc-40e1-934b-cdf7069fca35"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:55:57.932485 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4edaf72-591e-4f64-87ff-51a416044022 x-openstack-request-id: req-c4edaf72-591e-4f64-87ff-51a416044022 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:55:57.932775 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a5c967-4163-4841-ae8c-77d508c0ff59", "name": "network-vif-deleted", "tag": "cf688afb-8bbc-40e1-934b-cdf7069fca35", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:55:57.933075 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c4edaf72-591e-4f64-87ff-51a416044022 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:55:57.933473 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4edaf72-591e-4f64-87ff-51a416044022'] response: {'server_uuid': '03a5c967-4163-4841-ae8c-77d508c0ff59', 'name': 'network-vif-deleted', 'tag': 'cf688afb-8bbc-40e1-934b-cdf7069fca35', 'status': 'completed', 'code': 200} Oct 03 12:55:57.964058 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:57.978204 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-e912a5f3-262c-493f-bac2-240a121a9347 None None] Set router bf68c2f1-2fbc-4059-8139-7e5e77804bdc gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:55:58.111189 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660a9db-e6d9-4de8-b32e-323e98bdb9ea req-7df50992-cd67-4b49-8b33-cc2d0acc3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:58.112733 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0660a9db-e6d9-4de8-b32e-323e98bdb9ea req-7df50992-cd67-4b49-8b33-cc2d0acc3465 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=cd3132e9-d468-48b0-9ce9-ae78593d7ee0 HTTP/1.1" status: 200 len: 1134 time: 0.0395365 Oct 03 12:55:58.160996 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-0660a9db-e6d9-4de8-b32e-323e98bdb9ea req-b1827107-11b7-466f-bd34-43f96ceefa80 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f73ec681-cf7b-490a-be64-601b613cd6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423460 Oct 03 12:55:58.185706 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-e912a5f3-262c-493f-bac2-240a121a9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'name': 'tempest-AttachVolumeTestJSON-1436640532-router', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '525d1105-b516-4c50-8464-cf5883410871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:40Z', 'revision_number': 4, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'gw_port': {'id': '525d1105-b516-4c50-8464-cf5883410871', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'aabe71f5-9953-454c-af62-6cefced38512', 'name': '', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'mac_address': 'fa:16:3e:e7:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:57Z', 'revision_number': 5, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'subnets': [{'id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:58.211885 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e912a5f3-262c-493f-bac2-240a121a9347 None None] Checking router: bf68c2f1-2fbc-4059-8139-7e5e77804bdc for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:55:58.220273 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e912a5f3-262c-493f-bac2-240a121a9347 None None] Routers {'bf68c2f1-2fbc-4059-8139-7e5e77804bdc'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:55:58.220856 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-e912a5f3-262c-493f-bac2-240a121a9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:55:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:58.267906 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:55:58.327782 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-e912a5f3-262c-493f-bac2-240a121a9347 None None] Set router bf68c2f1-2fbc-4059-8139-7e5e77804bdc gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:55:58.344007 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5b6f7178-1198-4bbd-bed6-faff09e73416 req-f40c5c06-78b1-4a8c-aeca-40c084594d1b tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 210 time: 0.0370278 Oct 03 12:55:58.461738 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:58.465953 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:55:58.552546 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-e912a5f3-262c-493f-bac2-240a121a9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'name': 'tempest-AttachVolumeTestJSON-1436640532-router', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '525d1105-b516-4c50-8464-cf5883410871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:40Z', 'revision_number': 4, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'gw_port': {'id': '525d1105-b516-4c50-8464-cf5883410871', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'aabe71f5-9953-454c-af62-6cefced38512', 'name': '', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'mac_address': 'fa:16:3e:e7:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:57Z', 'revision_number': 5, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'subnets': [{'id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:58.577293 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e5d79-42b7-4961-911b-40b69db0ce5f req-fd09e1e1-db1d-4622-817a-b4a3389a3532 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:58.578744 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2a6e5d79-42b7-4961-911b-40b69db0ce5f req-fd09e1e1-db1d-4622-817a-b4a3389a3532 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cd3132e9-d468-48b0-9ce9-ae78593d7ee0 HTTP/1.1" status: 200 len: 950 time: 0.0494411 Oct 03 12:55:58.581996 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e912a5f3-262c-493f-bac2-240a121a9347 None None] The sync data for ids ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'] in dv-cinder-844563-12-iscsi is: [{'id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'name': 'tempest-AttachVolumeTestJSON-1436640532-router', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '525d1105-b516-4c50-8464-cf5883410871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:40Z', 'revision_number': 4, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'gw_port': {'id': '525d1105-b516-4c50-8464-cf5883410871', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'aabe71f5-9953-454c-af62-6cefced38512', 'name': '', 'network_id': '848e2135-07d9-46d2-afff-ed218ebac86b', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'mac_address': 'fa:16:3e:e7:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:57Z', 'revision_number': 5, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'subnets': [{'id': 'f618876e-ca41-40f8-983f-02970b7d2680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:55:58.638495 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2a6e5d79-42b7-4961-911b-40b69db0ce5f req-83946b75-ae5a-48e0-b76a-5903bbfa1e4a tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f73ec681-cf7b-490a-be64-601b613cd6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529799 Oct 03 12:55:58.828001 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b23c395-ee46-4a57-80ec-6814ab364355 None None] New status for floating IP c7848678-3571-4c98-911f-c9bdb68d77ff: DOWN {{(pid=113287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:55:59.373425 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:55:59.452107 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c is: DOWN; New status is: DOWN {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:55:59.453099 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device cf688afb-8bbc-40e1-934b-cdf7069fca35 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:55:59.472047 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] No Port match for: cf688afb-8bbc-40e1-934b-cdf7069fca35 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:55:59.474060 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device cf688afb-8bbc-40e1-934b-cdf7069fca35 not bound to the agent host hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:55:59.480074 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5152f02f-a82b-4462-927b-116521c3f9a1 req-2b65e0cc-3885-4dbe-aeba-162b047243c5 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03a5c967-4163-4841-ae8c-77d508c0ff59 HTTP/1.1" status: 200 len: 210 time: 0.0319250 Oct 03 12:55:59.978814 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed1f32-3b77-4796-9bb7-9e1d49843395 req-fd2251b6-12da-4411-86a0-527cf9fdce5c tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:59.978814 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-04ed1f32-3b77-4796-9bb7-9e1d49843395 req-fd2251b6-12da-4411-86a0-527cf9fdce5c tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cd3132e9-d468-48b0-9ce9-ae78593d7ee0 HTTP/1.1" status: 200 len: 950 time: 0.0488725 Oct 03 12:56:00.021774 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-04ed1f32-3b77-4796-9bb7-9e1d49843395 req-01766329-4064-4295-ba47-6828d604786f tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f73ec681-cf7b-490a-be64-601b613cd6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452442 Oct 03 12:56:00.081669 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086a846-2253-463c-9062-4579f47af0cd req-54cdf2fd-e034-4afa-80c3-09595a148c44 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:00.084070 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d086a846-2253-463c-9062-4579f47af0cd req-54cdf2fd-e034-4afa-80c3-09595a148c44 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 944 time: 0.0525010 Oct 03 12:56:00.153115 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75328a6-289f-4583-b099-5e214b228a38 req-7e9dd351-7fed-4f26-9520-7d5e188a8647 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:00.154476 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e75328a6-289f-4583-b099-5e214b228a38 req-7e9dd351-7fed-4f26-9520-7d5e188a8647 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.0692933 Oct 03 12:56:00.182387 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d086a846-2253-463c-9062-4579f47af0cd req-f65d7f4d-4baf-4f7a-8504-608a1753a806 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871513 Oct 03 12:56:00.244645 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:00.255999 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8e845135-c133-467d-9a16-f5ac85f2d194 req-d82b2b71-40b1-4e9c-aea6-d37fa2980798 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0696478 Oct 03 12:56:00.259873 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e75328a6-289f-4583-b099-5e214b228a38 req-6636c904-e667-42ab-89c5-8107cc35d366 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995324 Oct 03 12:56:00.338147 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e845135-c133-467d-9a16-f5ac85f2d194 req-1465db90-71b3-490d-86be-7fca5d613ce0 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:00.339515 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8e845135-c133-467d-9a16-f5ac85f2d194 req-1465db90-71b3-490d-86be-7fca5d613ce0 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports/778fd61a-2cb6-43b5-ad14-c9a69f32bf7c HTTP/1.1" status: 200 len: 941 time: 0.0492067 Oct 03 12:56:00.640931 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 41402) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:56:00.664981 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786aa7d2-4759-4bba-b5f5-a42446062657 req-1edd3dfa-5bc0-4e6f-8e5a-2faf078f920f tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:00.666357 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-786aa7d2-4759-4bba-b5f5-a42446062657 req-1edd3dfa-5bc0-4e6f-8e5a-2faf078f920f tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cd3132e9-d468-48b0-9ce9-ae78593d7ee0 HTTP/1.1" status: 200 len: 950 time: 0.0531681 Oct 03 12:56:00.701460 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f141-8c90-4017-95e3-5447cb659e54 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group (03df5424-c86e-49de-b6e3-bde3e1a33acc), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:00.704825 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:00.715588 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-786aa7d2-4759-4bba-b5f5-a42446062657 req-28f3fcd4-bece-4e06-a8d3-036dc0271faa tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f73ec681-cf7b-490a-be64-601b613cd6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433359 Oct 03 12:56:00.725816 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f141-8c90-4017-95e3-5447cb659e54 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group (03df5424-c86e-49de-b6e3-bde3e1a33acc), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:00.869478 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f141-8c90-4017-95e3-5447cb659e54 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (03df5424-c86e-49de-b6e3-bde3e1a33acc), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:00.872145 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f141-8c90-4017-95e3-5447cb659e54 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:00.873485 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-e9d5f141-8c90-4017-95e3-5447cb659e54 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/03df5424-c86e-49de-b6e3-bde3e1a33acc HTTP/1.1" status: 204 len: 168 time: 0.2313890 Oct 03 12:56:00.876186 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 41404) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:56:00.882958 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5f141-8c90-4017-95e3-5447cb659e54 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03df5424-c86e-49de-b6e3-bde3e1a33acc,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:00.889913 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.api.v2.resource [None req-119fb1a5-57d8-48b3-9d30-2cc957cc7db6 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] show failed (client error): The resource could not be found. Oct 03 12:56:00.890973 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-119fb1a5-57d8-48b3-9d30-2cc957cc7db6 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "GET /networking/v2.0/security-groups/03df5424-c86e-49de-b6e3-bde3e1a33acc HTTP/1.1" status: 404 len: 347 time: 0.0138032 Oct 03 12:56:00.893928 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 41406) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:56:01.006592 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-27e1c3c5-a4d6-45a4-b161-c16226b2f915 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Deleting port 9b530bfe-796b-49fc-b03e-4c4acfd5dea3 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:56:01.006932 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-27e1c3c5-a4d6-45a4-b161-c16226b2f915 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (9b530bfe-796b-49fc-b03e-4c4acfd5dea3), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:01.080762 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-27e1c3c5-a4d6-45a4-b161-c16226b2f915 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (9b530bfe-796b-49fc-b03e-4c4acfd5dea3), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:01.081078 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-27e1c3c5-a4d6-45a4-b161-c16226b2f915 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for floatingip (9b530bfe-796b-49fc-b03e-4c4acfd5dea3), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:01.094184 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-27e1c3c5-a4d6-45a4-b161-c16226b2f915 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Calling delete_port for 9b530bfe-796b-49fc-b03e-4c4acfd5dea3 owned by network:floatingip {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:56:01.303789 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-27e1c3c5-a4d6-45a4-b161-c16226b2f915 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (9b530bfe-796b-49fc-b03e-4c4acfd5dea3), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:01.311253 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462e663-9c3b-4fb8-9a08-f4da6eb34f61 req-f1cdade0-b39b-40ed-9a33-244b534a3f54 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:01.312785 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9462e663-9c3b-4fb8-9a08-f4da6eb34f61 req-f1cdade0-b39b-40ed-9a33-244b534a3f54 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 944 time: 0.0472488 Oct 03 12:56:01.330220 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1c3c5-a4d6-45a4-b161-c16226b2f915 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Pushing event deleted for resources: {'Port': ['ID=9b530bfe-796b-49fc-b03e-4c4acfd5dea3,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:01.400780 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-27e1c3c5-a4d6-45a4-b161-c16226b2f915 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks [] for floatingip (c7848678-3571-4c98-911f-c9bdb68d77ff), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:01.403125 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9462e663-9c3b-4fb8-9a08-f4da6eb34f61 req-dca2ee5c-fb8f-4b06-be79-09e54cfa8639 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841999 Oct 03 12:56:01.403280 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-27e1c3c5-a4d6-45a4-b161-c16226b2f915 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:01.406879 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-27e1c3c5-a4d6-45a4-b161-c16226b2f915 tempest-AttachVolumeTestJSON-1115138470 tempest-AttachVolumeTestJSON-1115138470-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/c7848678-3571-4c98-911f-c9bdb68d77ff HTTP/1.1" status: 204 len: 168 time: 0.5095224 Oct 03 12:56:01.411979 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c29f1-ea66-4069-9f12-16a1c192c75f req-8045d303-7633-4beb-a719-8d0bca3565f8 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:01.413603 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-748c29f1-ea66-4069-9f12-16a1c192c75f req-8045d303-7633-4beb-a719-8d0bca3565f8 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.0640602 Oct 03 12:56:01.468075 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-748c29f1-ea66-4069-9f12-16a1c192c75f req-00746439-7a1e-4894-8276-e7802edb2aac tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476093 Oct 03 12:56:01.838847 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6243c-db66-4032-9011-1ff5bf78bcd4 req-789b6c67-3064-4b97-90a0-2d22230b6d28 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:01.840416 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a6d6243c-db66-4032-9011-1ff5bf78bcd4 req-789b6c67-3064-4b97-90a0-2d22230b6d28 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cd3132e9-d468-48b0-9ce9-ae78593d7ee0 HTTP/1.1" status: 200 len: 950 time: 0.0489557 Oct 03 12:56:01.893861 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a6d6243c-db66-4032-9011-1ff5bf78bcd4 req-71f8b1c6-83ba-4375-8fa4-9f701d2eadc3 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f73ec681-cf7b-490a-be64-601b613cd6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459015 Oct 03 12:56:02.137602 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:02.154004 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d729ac-5fe6-49dd-a05e-414aa8cee6bb req-f782ea05-6513-4ff2-8ac1-58dca0cdc66b tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:02.155491 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b4d729ac-5fe6-49dd-a05e-414aa8cee6bb req-f782ea05-6513-4ff2-8ac1-58dca0cdc66b tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=cd3132e9-d468-48b0-9ce9-ae78593d7ee0 HTTP/1.1" status: 200 len: 950 time: 0.0482874 Oct 03 12:56:02.242744 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-b4d729ac-5fe6-49dd-a05e-414aa8cee6bb req-fd9e04e0-635e-455c-9746-e224914866dd tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Deleting port e5c3ca65-7225-4ec8-a78b-053eba2d46bb {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:56:02.243078 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-b4d729ac-5fe6-49dd-a05e-414aa8cee6bb req-fd9e04e0-635e-455c-9746-e224914866dd tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (e5c3ca65-7225-4ec8-a78b-053eba2d46bb), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:02.342407 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-b4d729ac-5fe6-49dd-a05e-414aa8cee6bb req-fd9e04e0-635e-455c-9746-e224914866dd tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] For port e5c3ca65-7225-4ec8-a78b-053eba2d46bb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e5c3ca65-7225-4ec8-a78b-053eba2d46bb,segment=NetworkSegment(59c6a652-ce3b-4bd4-828a-f9931c13b3d5),segment_id=59c6a652-ce3b-4bd4-828a-f9931c13b3d5)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:56:02.342763 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-b4d729ac-5fe6-49dd-a05e-414aa8cee6bb req-fd9e04e0-635e-455c-9746-e224914866dd tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (e5c3ca65-7225-4ec8-a78b-053eba2d46bb), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:02.359257 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-b4d729ac-5fe6-49dd-a05e-414aa8cee6bb req-fd9e04e0-635e-455c-9746-e224914866dd tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Calling delete_port for e5c3ca65-7225-4ec8-a78b-053eba2d46bb owned by compute:nova {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:56:02.399476 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:02.544211 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe01fa-333f-40f1-bea9-b9ff06b89994 req-d821598b-bc52-4549-b9c7-7ac0809321ae tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:02.546088 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-35fe01fa-333f-40f1-bea9-b9ff06b89994 req-d821598b-bc52-4549-b9c7-7ac0809321ae tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 944 time: 0.0558503 Oct 03 12:56:02.548419 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-b4d729ac-5fe6-49dd-a05e-414aa8cee6bb req-fd9e04e0-635e-455c-9746-e224914866dd tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (e5c3ca65-7225-4ec8-a78b-053eba2d46bb), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:02.565943 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['e5c3ca65-7225-4ec8-a78b-053eba2d46bb'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:56:02.578535 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e04e0-635e-455c-9746-e224914866dd tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Pushing event deleted for resources: {'Port': ['ID=e5c3ca65-7225-4ec8-a78b-053eba2d46bb,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:02.626830 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebbe74-b72e-47a7-aebb-9a1ae7d7e4ca req-3bafba04-910b-4e58-82c0-cfb059294580 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:02.628375 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cdebbe74-b72e-47a7-aebb-9a1ae7d7e4ca req-3bafba04-910b-4e58-82c0-cfb059294580 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.0811567 Oct 03 12:56:02.635401 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d729ac-5fe6-49dd-a05e-414aa8cee6bb req-fd9e04e0-635e-455c-9746-e224914866dd tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] No DVR routers for this DVR port e5c3ca65-7225-4ec8-a78b-053eba2d46bb on host hv-cinder-84456 {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:56:02.638284 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-b4d729ac-5fe6-49dd-a05e-414aa8cee6bb req-fd9e04e0-635e-455c-9746-e224914866dd tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:02.642528 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b4d729ac-5fe6-49dd-a05e-414aa8cee6bb req-fd9e04e0-635e-455c-9746-e224914866dd tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.46 "DELETE /networking/v2.0/ports/e5c3ca65-7225-4ec8-a78b-053eba2d46bb HTTP/1.1" status: 204 len: 173 time: 0.4813325 Oct 03 12:56:02.643205 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3132e9-d468-48b0-9ce9-ae78593d7ee0', 'name': 'network-vif-deleted', 'tag': 'e5c3ca65-7225-4ec8-a78b-053eba2d46bb'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:56:02.645645 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9033ef13-e484-4f26-810d-6a64b3d90819" -d '{"events": [{"server_uuid": "cd3132e9-d468-48b0-9ce9-ae78593d7ee0", "name": "network-vif-deleted", "tag": "e5c3ca65-7225-4ec8-a78b-053eba2d46bb"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:56:02.670136 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-35fe01fa-333f-40f1-bea9-b9ff06b89994 req-7d012273-0b58-48e9-9af3-925445b6ad29 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120245 Oct 03 12:56:02.737766 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bc92b7-f89c-4b73-8902-f4984b884347 x-openstack-request-id: req-05bc92b7-f89c-4b73-8902-f4984b884347 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:56:02.738116 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3132e9-d468-48b0-9ce9-ae78593d7ee0", "name": "network-vif-deleted", "tag": "e5c3ca65-7225-4ec8-a78b-053eba2d46bb", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:56:02.740277 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-05bc92b7-f89c-4b73-8902-f4984b884347 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:56:02.740697 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05bc92b7-f89c-4b73-8902-f4984b884347'] response: {'server_uuid': 'cd3132e9-d468-48b0-9ce9-ae78593d7ee0', 'name': 'network-vif-deleted', 'tag': 'e5c3ca65-7225-4ec8-a78b-053eba2d46bb', 'status': 'completed', 'code': 200} Oct 03 12:56:02.743991 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cdebbe74-b72e-47a7-aebb-9a1ae7d7e4ca req-e6ec4fc8-7853-4716-90db-07200f339ac4 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012063 Oct 03 12:56:02.746392 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:03.005489 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fd2e737d-7fb3-43f9-a412-36708fb13bbd req-9accb75d-5066-4bef-90ff-9c45850a41d0 tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cd3132e9-d468-48b0-9ce9-ae78593d7ee0 HTTP/1.1" status: 200 len: 210 time: 0.0292339 Oct 03 12:56:03.149246 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e845135-c133-467d-9a16-f5ac85f2d194 req-da3e9531-4eb0-4f9a-9d5a-93c4de116f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:03.150739 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8e845135-c133-467d-9a16-f5ac85f2d194 req-da3e9531-4eb0-4f9a-9d5a-93c4de116f64 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea&tenant_id=0e20f793bd0b46a59df730183818d9f8 HTTP/1.1" status: 200 len: 1128 time: 0.0411618 Oct 03 12:56:03.215137 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e845135-c133-467d-9a16-f5ac85f2d194 req-22ff0c66-39c6-417f-9c58-b894e45688ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:03.216547 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8e845135-c133-467d-9a16-f5ac85f2d194 req-22ff0c66-39c6-417f-9c58-b894e45688ba service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=0e20f793bd0b46a59df730183818d9f8&device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 1128 time: 0.0426900 Oct 03 12:56:03.309814 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e845135-c133-467d-9a16-f5ac85f2d194 req-14338a0c-4988-4ec4-9df9-cf3fec2669ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:03.311254 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8e845135-c133-467d-9a16-f5ac85f2d194 req-14338a0c-4988-4ec4-9df9-cf3fec2669ea service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=99c96330-3d0c-4416-8b2d-15be2ccdbc1b HTTP/1.1" status: 200 len: 918 time: 0.0882759 Oct 03 12:56:03.376925 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8e845135-c133-467d-9a16-f5ac85f2d194 req-196f9446-2fc8-4e7c-a299-860ff5e4f6e8 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c HTTP/1.1" status: 200 len: 1000 time: 0.0588546 Oct 03 12:56:03.427194 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e845135-c133-467d-9a16-f5ac85f2d194 req-69cef82a-2314-4e13-bffb-7f08d714e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:03.428670 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8e845135-c133-467d-9a16-f5ac85f2d194 req-69cef82a-2314-4e13-bffb-7f08d714e5bf service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=287a7239-c391-4a5c-a389-779ed301deff HTTP/1.1" status: 200 len: 856 time: 0.0457850 Oct 03 12:56:03.473792 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e845135-c133-467d-9a16-f5ac85f2d194 req-45db9464-3ae1-47da-a16e-295f95f77b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:03.475488 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8e845135-c133-467d-9a16-f5ac85f2d194 req-45db9464-3ae1-47da-a16e-295f95f77b65 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=99c96330-3d0c-4416-8b2d-15be2ccdbc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401702 Oct 03 12:56:03.575636 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8e845135-c133-467d-9a16-f5ac85f2d194 req-4205f087-40b0-48a0-b8ee-9e2515a904e0 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927279 Oct 03 12:56:03.808020 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:03.816819 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a68637-a4c3-4ffd-8678-2c58feefca6c req-44be49d6-24e1-4136-a45f-af6e62c9ce30 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:03.818565 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a2a68637-a4c3-4ffd-8678-2c58feefca6c req-44be49d6-24e1-4136-a45f-af6e62c9ce30 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 944 time: 0.0532880 Oct 03 12:56:03.841119 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8e845135-c133-467d-9a16-f5ac85f2d194 req-7322687e-92c8-41fa-bd58-317912779525 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923743 Oct 03 12:56:03.907303 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a2a68637-a4c3-4ffd-8678-2c58feefca6c req-0909e7cd-d657-4f7b-af4d-8da3e6475530 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793290 Oct 03 12:56:03.918284 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a6996-7d0b-40d6-bc10-ef012ecbd596 req-341393d3-837f-47ce-bd94-772491ada758 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:03.920735 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-851a6996-7d0b-40d6-bc10-ef012ecbd596 req-341393d3-837f-47ce-bd94-772491ada758 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.0839589 Oct 03 12:56:03.974374 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-851a6996-7d0b-40d6-bc10-ef012ecbd596 req-c77a820d-083e-422c-a55d-802a055d59eb tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459461 Oct 03 12:56:04.140844 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0bb64a5d-feb3-4830-a21f-a49a2cb5d315 req-86f559ac-3e16-496d-af35-3e8e61caca9e tempest-VolumesNegativeTest-1528148254 tempest-VolumesNegativeTest-1528148254-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cd3132e9-d468-48b0-9ce9-ae78593d7ee0 HTTP/1.1" status: 200 len: 210 time: 0.0331419 Oct 03 12:56:05.097148 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:05.107151 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ac625-6357-4f46-9744-d02e8c307727 req-92393425-4561-4327-b0f2-d96e47c93bd5 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:05.108934 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6b0ac625-6357-4f46-9744-d02e8c307727 req-92393425-4561-4327-b0f2-d96e47c93bd5 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 944 time: 0.1057770 Oct 03 12:56:05.159971 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ceff7-c593-4e53-a8ba-1c19c1181b43 req-96bdd223-6826-416c-afa6-324fb58f26ab tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:05.163806 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4b9ceff7-c593-4e53-a8ba-1c19c1181b43 req-96bdd223-6826-416c-afa6-324fb58f26ab tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.0899053 Oct 03 12:56:05.207823 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6b0ac625-6357-4f46-9744-d02e8c307727 req-c407c4e9-b82b-4dbe-9b64-fe89b373acfc tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812550 Oct 03 12:56:05.259682 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4b9ceff7-c593-4e53-a8ba-1c19c1181b43 req-1eb41cc4-dd33-4331-8e3d-ab7cf4b112d0 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908010 Oct 03 12:56:05.393537 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device e5c3ca65-7225-4ec8-a78b-053eba2d46bb no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:56:05.413665 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] No Port match for: e5c3ca65-7225-4ec8-a78b-053eba2d46bb {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:56:05.413997 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device e5c3ca65-7225-4ec8-a78b-053eba2d46bb not bound to the agent host hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:56:05.621403 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 41490) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:56:06.019563 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:06.172735 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:06.228446 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d2c31da0-34df-4afa-9a4f-e6f4565053e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759112'] for router_interface (bf68c2f1-2fbc-4059-8139-7e5e77804bdc), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:06.403451 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddc176-3c1c-4b56-aeba-5b7f4fed27b0 req-87ff2272-4a29-4006-96d7-f4b6f40b5d2a tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:06.417391 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-37ddc176-3c1c-4b56-aeba-5b7f4fed27b0 req-87ff2272-4a29-4006-96d7-f4b6f40b5d2a tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 944 time: 0.1025438 Oct 03 12:56:06.516872 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a0200-79f1-450a-8ef2-1fbac9ab81ce req-3d2e59d0-9a92-4ac6-804b-a71659023a83 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:06.518124 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4f7a0200-79f1-450a-8ef2-1fbac9ab81ce req-3d2e59d0-9a92-4ac6-804b-a71659023a83 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.1397858 Oct 03 12:56:06.555550 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-d2c31da0-34df-4afa-9a4f-e6f4565053e2 admin admin] Deleting port aabe71f5-9953-454c-af62-6cefced38512 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:56:06.556022 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d2c31da0-34df-4afa-9a4f-e6f4565053e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (aabe71f5-9953-454c-af62-6cefced38512), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:06.618775 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-37ddc176-3c1c-4b56-aeba-5b7f4fed27b0 req-3224bba8-0532-48d3-b776-f5fee5c8b4e4 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933413 Oct 03 12:56:06.653347 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [None req-d2c31da0-34df-4afa-9a4f-e6f4565053e2 admin admin] For port aabe71f5-9953-454c-af62-6cefced38512, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=aabe71f5-9953-454c-af62-6cefced38512,segment=NetworkSegment(45e470c6-55da-45fc-b9e1-3afe7ebb42cf),segment_id=45e470c6-55da-45fc-b9e1-3afe7ebb42cf)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:56:06.654600 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d2c31da0-34df-4afa-9a4f-e6f4565053e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (aabe71f5-9953-454c-af62-6cefced38512), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:06.680449 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4f7a0200-79f1-450a-8ef2-1fbac9ab81ce req-be5fcde0-c7de-4e12-9ed8-ab4da27252dd tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521497 Oct 03 12:56:06.681253 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-d2c31da0-34df-4afa-9a4f-e6f4565053e2 admin admin] Calling delete_port for aabe71f5-9953-454c-af62-6cefced38512 owned by network:router_interface {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:56:07.018029 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d2c31da0-34df-4afa-9a4f-e6f4565053e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (aabe71f5-9953-454c-af62-6cefced38512), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:07.048240 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c31da0-34df-4afa-9a4f-e6f4565053e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aabe71f5-9953-454c-af62-6cefced38512,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:07.234310 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:07.255854 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d2c31da0-34df-4afa-9a4f-e6f4565053e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759100'] for router_interface (bf68c2f1-2fbc-4059-8139-7e5e77804bdc), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:07.387969 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:07.517264 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c31da0-34df-4afa-9a4f-e6f4565053e2 admin admin] Router bf68c2f1-2fbc-4059-8139-7e5e77804bdc has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:56:07.634782 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c31da0-34df-4afa-9a4f-e6f4565053e2 admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:56:07.642926 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-d2c31da0-34df-4afa-9a4f-e6f4565053e2 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/bf68c2f1-2fbc-4059-8139-7e5e77804bdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0203080 Oct 03 12:56:07.643074 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 41584) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:56:07.644223 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860d3312-1134-42a6-bb66-e5b9f8d2d2ad None None] Sync routers for ids ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:56:07.666806 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860d3312-1134-42a6-bb66-e5b9f8d2d2ad None None] Routers {'bf68c2f1-2fbc-4059-8139-7e5e77804bdc'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:56:07.667484 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-860d3312-1134-42a6-bb66-e5b9f8d2d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:55:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:07.855581 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-860d3312-1134-42a6-bb66-e5b9f8d2d2ad None None] Set router bf68c2f1-2fbc-4059-8139-7e5e77804bdc gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:56:07.863655 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0b8d5233-ffa7-4f36-bcfd-818f5ed1d66d admin admin] Publish callbacks [] for router (bf68c2f1-2fbc-4059-8139-7e5e77804bdc), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:07.955878 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390a154-c482-4f6b-85f9-8ec9ce3febd4 req-ac16a709-bd93-4f47-a756-00ddd9093579 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:07.958616 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3390a154-c482-4f6b-85f9-8ec9ce3febd4 req-ac16a709-bd93-4f47-a756-00ddd9093579 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 944 time: 0.1899712 Oct 03 12:56:08.006365 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059b967-f1c5-4161-ab19-ec8ab6e4f8da req-295de664-c98f-4f3d-bb29-cbbba299143e tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:08.013430 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3059b967-f1c5-4161-ab19-ec8ab6e4f8da req-295de664-c98f-4f3d-bb29-cbbba299143e tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.1938732 Oct 03 12:56:08.114732 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3390a154-c482-4f6b-85f9-8ec9ce3febd4 req-b1b8ecb5-309e-4f66-9692-d199f504b184 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487288 Oct 03 12:56:08.155353 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-860d3312-1134-42a6-bb66-e5b9f8d2d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'name': 'tempest-AttachVolumeTestJSON-1436640532-router', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '525d1105-b516-4c50-8464-cf5883410871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:56:06Z', 'revision_number': 5, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'gw_port': {'id': '525d1105-b516-4c50-8464-cf5883410871', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:08.158144 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3059b967-f1c5-4161-ab19-ec8ab6e4f8da req-a9b9f82b-af83-442f-a360-9dfb2bb411ce tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437006 Oct 03 12:56:08.161018 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0b8d5233-ffa7-4f36-bcfd-818f5ed1d66d admin admin] Publish callbacks [] for router_gateway (bf68c2f1-2fbc-4059-8139-7e5e77804bdc), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:08.190630 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860d3312-1134-42a6-bb66-e5b9f8d2d2ad None None] Checking router: bf68c2f1-2fbc-4059-8139-7e5e77804bdc for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:56:08.201113 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860d3312-1134-42a6-bb66-e5b9f8d2d2ad None None] Routers {'bf68c2f1-2fbc-4059-8139-7e5e77804bdc'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:56:08.201113 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-860d3312-1134-42a6-bb66-e5b9f8d2d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:55:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:08.272628 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:08.277357 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d5233-ffa7-4f36-bcfd-818f5ed1d66d admin admin] Deleting port 525d1105-b516-4c50-8464-cf5883410871 {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:56:08.278161 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0b8d5233-ffa7-4f36-bcfd-818f5ed1d66d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (525d1105-b516-4c50-8464-cf5883410871), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:08.382555 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [None req-0b8d5233-ffa7-4f36-bcfd-818f5ed1d66d admin admin] For port 525d1105-b516-4c50-8464-cf5883410871, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=525d1105-b516-4c50-8464-cf5883410871,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:56:08.383059 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0b8d5233-ffa7-4f36-bcfd-818f5ed1d66d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (525d1105-b516-4c50-8464-cf5883410871), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:08.399418 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d5233-ffa7-4f36-bcfd-818f5ed1d66d admin admin] Calling delete_port for 525d1105-b516-4c50-8464-cf5883410871 owned by network:router_gateway {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:56:08.403618 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:08.561263 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-860d3312-1134-42a6-bb66-e5b9f8d2d2ad None None] Set router bf68c2f1-2fbc-4059-8139-7e5e77804bdc gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:56:08.747419 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:08.830824 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-860d3312-1134-42a6-bb66-e5b9f8d2d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'name': 'tempest-AttachVolumeTestJSON-1436640532-router', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '525d1105-b516-4c50-8464-cf5883410871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:56:06Z', 'revision_number': 5, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'gw_port': {'id': '525d1105-b516-4c50-8464-cf5883410871', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:08.861360 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860d3312-1134-42a6-bb66-e5b9f8d2d2ad None None] The sync data for ids ['bf68c2f1-2fbc-4059-8139-7e5e77804bdc'] in dv-cinder-844563-12-iscsi is: [{'id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'name': 'tempest-AttachVolumeTestJSON-1436640532-router', 'tenant_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '525d1105-b516-4c50-8464-cf5883410871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:56:06Z', 'revision_number': 5, 'project_id': 'cc40d256f0e24050b6b53fdbcbce1962', 'gw_port': {'id': '525d1105-b516-4c50-8464-cf5883410871', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68c2f1-2fbc-4059-8139-7e5e77804bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:56:08.904047 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:08.905948 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:08.953256 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0b8d5233-ffa7-4f36-bcfd-818f5ed1d66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (525d1105-b516-4c50-8464-cf5883410871), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:08.983416 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d5233-ffa7-4f36-bcfd-818f5ed1d66d admin admin] Pushing event deleted for resources: {'Port': ['ID=525d1105-b516-4c50-8464-cf5883410871,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:09.063372 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0b8d5233-ffa7-4f36-bcfd-818f5ed1d66d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764534'] for router_gateway (bf68c2f1-2fbc-4059-8139-7e5e77804bdc), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:09.171120 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0b8d5233-ffa7-4f36-bcfd-818f5ed1d66d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5250'] for router (bf68c2f1-2fbc-4059-8139-7e5e77804bdc), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:09.171120 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0b8d5233-ffa7-4f36-bcfd-818f5ed1d66d admin admin] Publish callbacks [] for router_controller (bf68c2f1-2fbc-4059-8139-7e5e77804bdc), precommit_delete_associations {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:09.338393 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0b8d5233-ffa7-4f36-bcfd-818f5ed1d66d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-759140'] for router (bf68c2f1-2fbc-4059-8139-7e5e77804bdc), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:09.339164 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8d5233-ffa7-4f36-bcfd-818f5ed1d66d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf68c2f1-2fbc-4059-8139-7e5e77804bdc {{(pid=113285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 12:56:09.365716 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0b8d5233-ffa7-4f36-bcfd-818f5ed1d66d admin admin] Publish callbacks [] for router (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:09.369806 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 41624) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:56:09.370344 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-0b8d5233-ffa7-4f36-bcfd-818f5ed1d66d admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/bf68c2f1-2fbc-4059-8139-7e5e77804bdc HTTP/1.1" status: 204 len: 168 time: 1.7256262 Oct 03 12:56:09.402102 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a795e0-d3dd-4fee-abad-103df287b5de req-b7e79392-9578-496c-8ca6-e63917acfb28 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:09.402852 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device aabe71f5-9953-454c-af62-6cefced38512 no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:56:09.402973 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-37a795e0-d3dd-4fee-abad-103df287b5de req-b7e79392-9578-496c-8ca6-e63917acfb28 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 944 time: 0.1180754 Oct 03 12:56:09.404659 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:09.420847 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507755ed-f879-4697-b853-596bef10bb9a req-d4e8bd8f-10c3-4a11-9398-33ce6870c4e9 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:09.422400 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-507755ed-f879-4697-b853-596bef10bb9a req-d4e8bd8f-10c3-4a11-9398-33ce6870c4e9 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.0988793 Oct 03 12:56:09.467764 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: aabe71f5-9953-454c-af62-6cefced38512 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:56:09.468429 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device aabe71f5-9953-454c-af62-6cefced38512 not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:56:09.571576 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-37a795e0-d3dd-4fee-abad-103df287b5de req-cb14bda0-b3b5-4d0b-bc33-99ff19b33c1c tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687703 Oct 03 12:56:09.585756 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-507755ed-f879-4697-b853-596bef10bb9a req-76f42bb6-1d02-4cd2-b7d9-d43e3d029917 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502953 Oct 03 12:56:09.764384 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_v2 [None req-32abc936-007c-4c1b-a972-7151122ccb9d admin admin] Deleting subnet f618876e-ca41-40f8-983f-02970b7d2680 {{(pid=113284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 12:56:09.768552 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-32abc936-007c-4c1b-a972-7151122ccb9d admin admin] Publish callbacks [] for subnet (f618876e-ca41-40f8-983f-02970b7d2680), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:09.817439 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-32abc936-007c-4c1b-a972-7151122ccb9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13831371'] for subnet (f618876e-ca41-40f8-983f-02970b7d2680), precommit_delete_associations {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:09.962305 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-32abc936-007c-4c1b-a972-7151122ccb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441912'] for subnet (f618876e-ca41-40f8-983f-02970b7d2680), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:10.096673 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-32abc936-007c-4c1b-a972-7151122ccb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1446231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13830681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16668812'] for subnet (f618876e-ca41-40f8-983f-02970b7d2680), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:10.139684 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abc936-007c-4c1b-a972-7151122ccb9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f618876e-ca41-40f8-983f-02970b7d2680,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:10.154791 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-32abc936-007c-4c1b-a972-7151122ccb9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for subnet (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:10.156723 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21052120-6f14-4a99-83c9-54ee8515936a None None] Network 848e2135-07d9-46d2-afff-ed218ebac86b requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:56:10.162975 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-32abc936-007c-4c1b-a972-7151122ccb9d admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/f618876e-ca41-40f8-983f-02970b7d2680 HTTP/1.1" status: 204 len: 168 time: 0.7877016 Oct 03 12:56:10.165286 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 41670) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:56:10.292142 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ed66aa4b-6497-40b2-82c9-959562a0b589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435317'] for network (848e2135-07d9-46d2-afff-ed218ebac86b), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:10.358682 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-ed66aa4b-6497-40b2-82c9-959562a0b589 admin admin] Deleting port ff981754-22d0-467c-b072-34d5edcc6b1f {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:56:10.359094 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ed66aa4b-6497-40b2-82c9-959562a0b589 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (ff981754-22d0-467c-b072-34d5edcc6b1f), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:10.419052 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] DHCP port deletion for 848e2135-07d9-46d2-afff-ed218ebac86b request from dv-cinder-844563-12-iscsi {{(pid=113286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 12:56:10.465507 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [None req-ed66aa4b-6497-40b2-82c9-959562a0b589 admin admin] For port ff981754-22d0-467c-b072-34d5edcc6b1f, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=ff981754-22d0-467c-b072-34d5edcc6b1f,segment=NetworkSegment(45e470c6-55da-45fc-b9e1-3afe7ebb42cf),segment_id=45e470c6-55da-45fc-b9e1-3afe7ebb42cf)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:56:10.465864 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ed66aa4b-6497-40b2-82c9-959562a0b589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (ff981754-22d0-467c-b072-34d5edcc6b1f), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:10.471755 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] Deleting port ff981754-22d0-467c-b072-34d5edcc6b1f {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:56:10.472329 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (ff981754-22d0-467c-b072-34d5edcc6b1f), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:10.483647 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-ed66aa4b-6497-40b2-82c9-959562a0b589 admin admin] Calling delete_port for ff981754-22d0-467c-b072-34d5edcc6b1f owned by network:dhcp {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:56:10.562900 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] For port ff981754-22d0-467c-b072-34d5edcc6b1f, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=ff981754-22d0-467c-b072-34d5edcc6b1f,segment=NetworkSegment(45e470c6-55da-45fc-b9e1-3afe7ebb42cf),segment_id=45e470c6-55da-45fc-b9e1-3afe7ebb42cf)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:56:10.563137 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (ff981754-22d0-467c-b072-34d5edcc6b1f), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:10.576763 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:10.578147 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] Calling delete_port for ff981754-22d0-467c-b072-34d5edcc6b1f owned by network:dhcp {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:56:10.734604 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749'] for port (ff981754-22d0-467c-b072-34d5edcc6b1f), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:10.764330 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ed66aa4b-6497-40b2-82c9-959562a0b589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (ff981754-22d0-467c-b072-34d5edcc6b1f), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:10.772020 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] No DVR routers for this DVR port ff981754-22d0-467c-b072-34d5edcc6b1f on host dv-cinder-844563-12-iscsi {{(pid=113286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:56:10.810541 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66aa4b-6497-40b2-82c9-959562a0b589 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff981754-22d0-467c-b072-34d5edcc6b1f,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:10.813048 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed66aa4b-6497-40b2-82c9-959562a0b589 admin admin] No DVR routers for this DVR port ff981754-22d0-467c-b072-34d5edcc6b1f on host dv-cinder-844563-12-iscsi {{(pid=113285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:56:10.827354 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55a393-8b05-4cbf-9733-3464dd036424 req-d9089e3e-53be-43e2-91b3-3fd94338d672 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:10.828967 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8a55a393-8b05-4cbf-9733-3464dd036424 req-d9089e3e-53be-43e2-91b3-3fd94338d672 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 944 time: 0.1326258 Oct 03 12:56:10.843061 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] Pushing event deleted for resources: {'Port': ['ID=ff981754-22d0-467c-b072-34d5edcc6b1f,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:10.852714 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:10.853357 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:10.853876 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:10.854470 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:10.855746 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:10.856438 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:10.856972 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:10.857497 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:10.858297 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:10.858805 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:10.859300 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:10.860002 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:10.860692 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:10.861350 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:10.861880 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c303c-5598-4c05-a3a9-4875ff7956a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:10.868119 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d52e4e-90eb-424f-bfaf-4c729c2c443c req-bf6fcaee-8644-453b-aa4b-5e970d73379e tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:10.872686 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d8d52e4e-90eb-424f-bfaf-4c729c2c443c req-bf6fcaee-8644-453b-aa4b-5e970d73379e tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.1663787 Oct 03 12:56:10.976571 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:11.055781 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d8d52e4e-90eb-424f-bfaf-4c729c2c443c req-fdf6f9e4-9f7d-4ade-a6c2-e9cb8ad4b0b6 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269462 Oct 03 12:56:11.063508 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ed66aa4b-6497-40b2-82c9-959562a0b589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351786', 'neutron.services.segments.db._delete_segments_for_network-8775902573532'] for network (848e2135-07d9-46d2-afff-ed218ebac86b), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:11.082434 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8a55a393-8b05-4cbf-9733-3464dd036424 req-ff293a57-a83d-49a8-a4f5-cd94d6ac03e1 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085519 Oct 03 12:56:11.093142 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.services.segments.db [None req-ed66aa4b-6497-40b2-82c9-959562a0b589 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848e2135-07d9-46d2-afff-ed218ebac86b']}} {{(pid=113285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:11.145929 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.services.segments.db [None req-ed66aa4b-6497-40b2-82c9-959562a0b589 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e470c6-55da-45fc-b9e1-3afe7ebb42cf') {'for_net_delete': True} {{(pid=113285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:11.146230 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.services.segments.db [None req-ed66aa4b-6497-40b2-82c9-959562a0b589 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e470c6-55da-45fc-b9e1-3afe7ebb42cf') {} {{(pid=113285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:11.177879 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ed66aa4b-6497-40b2-82c9-959562a0b589 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775902526374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13973243'] for segment (45e470c6-55da-45fc-b9e1-3afe7ebb42cf), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:11.212161 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ed66aa4b-6497-40b2-82c9-959562a0b589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (45e470c6-55da-45fc-b9e1-3afe7ebb42cf), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:11.251780 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed66aa4b-6497-40b2-82c9-959562a0b589 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=113285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:56:11.252359 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ed66aa4b-6497-40b2-82c9-959562a0b589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13033666'] for segment (45e470c6-55da-45fc-b9e1-3afe7ebb42cf), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:11.311799 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.services.segments.plugin [-] Segment 45e470c6-55da-45fc-b9e1-3afe7ebb42cf resource provider aggregate not found Oct 03 12:56:11.356813 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.services.segments.plugin [-] Segment 45e470c6-55da-45fc-b9e1-3afe7ebb42cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45e470c6-55da-45fc-b9e1-3afe7ebb42cf found for delete ", "request_id": "req-be1baef7-c2c6-484a-85a4-35719b512319"}]} Oct 03 12:56:11.550650 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 525d1105-b516-4c50-8464-cf5883410871 no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:56:11.591839 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: 525d1105-b516-4c50-8464-cf5883410871 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:56:11.592830 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 525d1105-b516-4c50-8464-cf5883410871 not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:56:11.593555 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device ff981754-22d0-467c-b072-34d5edcc6b1f no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:56:11.618850 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: ff981754-22d0-467c-b072-34d5edcc6b1f {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:56:11.647252 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device ff981754-22d0-467c-b072-34d5edcc6b1f not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:56:12.200223 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36324dca-2034-4be0-b69b-855d5ee554b0 req-cb3a9ccc-3841-4a88-b39c-000ad53e0d93 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:12.201799 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-36324dca-2034-4be0-b69b-855d5ee554b0 req-cb3a9ccc-3841-4a88-b39c-000ad53e0d93 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.0646605 Oct 03 12:56:12.263664 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46e044-97c6-462d-83cd-7213235233bc req-a30dbba1-e507-43a0-af3b-b966e73e60b9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:12.265261 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6e46e044-97c6-462d-83cd-7213235233bc req-a30dbba1-e507-43a0-af3b-b966e73e60b9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 944 time: 0.0625148 Oct 03 12:56:12.316656 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-36324dca-2034-4be0-b69b-855d5ee554b0 req-689ce8f9-6981-443e-a609-162a6914635e tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039262 Oct 03 12:56:12.341999 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6e46e044-97c6-462d-83cd-7213235233bc req-59f68ab4-dc80-4ce5-8186-3cfda23e2dd2 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684047 Oct 03 12:56:12.412021 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ed66aa4b-6497-40b2-82c9-959562a0b589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764585'] for network (848e2135-07d9-46d2-afff-ed218ebac86b), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:12.420306 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ed66aa4b-6497-40b2-82c9-959562a0b589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:12.428153 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-ed66aa4b-6497-40b2-82c9-959562a0b589 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/848e2135-07d9-46d2-afff-ed218ebac86b HTTP/1.1" status: 204 len: 168 time: 2.2570314 Oct 03 12:56:12.450158 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66aa4b-6497-40b2-82c9-959562a0b589 admin admin] Pushing event deleted for resources: {'Network': ['ID=848e2135-07d9-46d2-afff-ed218ebac86b,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:12.820639 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 41746) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:56:12.884032 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:12.890861 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-0bb58918-dac8-49bd-af4b-f9cb77acd3ba admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=cc40d256f0e24050b6b53fdbcbce1962&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0691383 Oct 03 12:56:12.893700 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 41752) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:56:12.954177 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8d3db5a2-a5e8-47ea-ba2f-ef6873d71452 admin admin] Publish callbacks [] for security_group (14cfb229-c231-46c5-bddc-b71f84f23b65), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:12.976975 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8d3db5a2-a5e8-47ea-ba2f-ef6873d71452 admin admin] Publish callbacks [] for security_group (14cfb229-c231-46c5-bddc-b71f84f23b65), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:13.159649 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8d3db5a2-a5e8-47ea-ba2f-ef6873d71452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (14cfb229-c231-46c5-bddc-b71f84f23b65), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:13.163951 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8d3db5a2-a5e8-47ea-ba2f-ef6873d71452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:13.163951 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-8d3db5a2-a5e8-47ea-ba2f-ef6873d71452 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/14cfb229-c231-46c5-bddc-b71f84f23b65 HTTP/1.1" status: 204 len: 168 time: 0.2688565 Oct 03 12:56:13.171481 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3db5a2-a5e8-47ea-ba2f-ef6873d71452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cfb229-c231-46c5-bddc-b71f84f23b65,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:13.446377 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3374a0-6e53-4b28-9d5b-b359b2e00a16 req-1265dc35-1155-4e95-b43b-9803a582595c tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:13.447958 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6c3374a0-6e53-4b28-9d5b-b359b2e00a16 req-1265dc35-1155-4e95-b43b-9803a582595c tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.0500560 Oct 03 12:56:13.540059 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3c56b-590b-4cce-b711-b14101b963e4 req-3f350eb7-1dad-4829-acb8-64d6421f0824 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:13.541562 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-eca3c56b-590b-4cce-b711-b14101b963e4 req-3f350eb7-1dad-4829-acb8-64d6421f0824 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 944 time: 0.0736978 Oct 03 12:56:13.545615 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6c3374a0-6e53-4b28-9d5b-b359b2e00a16 req-6644ed55-e34b-48aa-a41f-106c09b7c423 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919890 Oct 03 12:56:13.592339 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-eca3c56b-590b-4cce-b711-b14101b963e4 req-ed77a885-5ada-4b98-aa76-40b965c479a7 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448537 Oct 03 12:56:14.247209 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 41784) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:56:14.346901 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-73d90dc2-47b1-440e-8765-1555e6b752bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1632048345-network', 'tenant_id': '484522301976426dae50e64c141c727e'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:56:14.512292 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d90dc2-47b1-440e-8765-1555e6b752bb admin admin] Made reservation on behalf of 484522301976426dae50e64c141c727e for: {'network': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:56:14.514681 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-73d90dc2-47b1-440e-8765-1555e6b752bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for network (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:14.523685 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-73d90dc2-47b1-440e-8765-1555e6b752bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:14.592728 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d178061-49fe-4202-853f-577131938f08 req-a0763c94-0ad3-4126-824c-81d9845216c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:14.594249 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3d178061-49fe-4202-853f-577131938f08 req-a0763c94-0ad3-4126-824c-81d9845216c9 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=06a284bf10ff47d6bc58de80f92c164a&device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 1129 time: 0.0414715 Oct 03 12:56:14.599022 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-73d90dc2-47b1-440e-8765-1555e6b752bb admin admin] Publish callbacks [] for security_group (b4fcaf21-3514-425a-b6be-9bf7d1b483df), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:14.676903 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1b924-613c-4109-b56c-f53cfa4f1978 req-74429365-035c-49bc-a3e5-41b326b06828 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:14.678877 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-26a1b924-613c-4109-b56c-f53cfa4f1978 req-74429365-035c-49bc-a3e5-41b326b06828 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.0542471 Oct 03 12:56:14.720666 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-73d90dc2-47b1-440e-8765-1555e6b752bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (b4fcaf21-3514-425a-b6be-9bf7d1b483df), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:14.727689 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d178061-49fe-4202-853f-577131938f08 req-473d4260-7493-4fae-922c-e4619b392a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:14.729142 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3d178061-49fe-4202-853f-577131938f08 req-473d4260-7493-4fae-922c-e4619b392a52 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=ce8a959a-d831-48ea-b008-5e2f6694b525 HTTP/1.1" status: 200 len: 910 time: 0.1169205 Oct 03 12:56:14.768197 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b850089-262a-40d1-80bf-c290c09da4c4 req-6e3e52cc-2765-4009-a9d4-d7d664d74d3a tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:14.769697 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4b850089-262a-40d1-80bf-c290c09da4c4 req-6e3e52cc-2765-4009-a9d4-d7d664d74d3a tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 944 time: 0.0897017 Oct 03 12:56:14.770610 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d90dc2-47b1-440e-8765-1555e6b752bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=113285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:56:14.771416 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:14.800263 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3d178061-49fe-4202-853f-577131938f08 req-264c35a7-ad57-41b4-9682-ff77dc067010 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7deec46d-97bb-4a3f-a77b-11832cd2ffe1 HTTP/1.1" status: 200 len: 1000 time: 0.0618479 Oct 03 12:56:14.804511 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d90dc2-47b1-440e-8765-1555e6b752bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fcaf21-3514-425a-b6be-9bf7d1b483df,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:14.822175 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-73d90dc2-47b1-440e-8765-1555e6b752bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (f0552806-4241-4c16-9f0d-31de7a35d8a2), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:14.822518 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.db.segments_db [None req-73d90dc2-47b1-440e-8765-1555e6b752bb admin admin] Added segment f0552806-4241-4c16-9f0d-31de7a35d8a2 of type vlan for network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 Oct 03 12:56:14.843086 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:14.855613 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d178061-49fe-4202-853f-577131938f08 req-1cc3738b-2885-4c9a-a3e9-799a223d83d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:14.857378 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3d178061-49fe-4202-853f-577131938f08 req-1cc3738b-2885-4c9a-a3e9-799a223d83d1 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=47380a65-a01f-404f-bd7b-70c1a3be1024 HTTP/1.1" status: 200 len: 848 time: 0.0511873 Oct 03 12:56:14.868237 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-26a1b924-613c-4109-b56c-f53cfa4f1978 req-696739da-dbe0-4c21-bd9d-5a7bfadc6953 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768582 Oct 03 12:56:14.896731 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-73d90dc2-47b1-440e-8765-1555e6b752bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775902012618'] for network (1c116e69-b6ec-41cd-b2b6-637e304e9d46), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:14.909532 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4b850089-262a-40d1-80bf-c290c09da4c4 req-f4a69d47-3294-456e-95c1-fcff2d657b5c tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289425 Oct 03 12:56:14.915038 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d178061-49fe-4202-853f-577131938f08 req-5e8e2152-a7f5-43d1-b3f9-88f2926ced73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:14.916577 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3d178061-49fe-4202-853f-577131938f08 req-5e8e2152-a7f5-43d1-b3f9-88f2926ced73 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=ce8a959a-d831-48ea-b008-5e2f6694b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512218 Oct 03 12:56:14.917143 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 41800) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:56:14.997984 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-73d90dc2-47b1-440e-8765-1555e6b752bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for network (1c116e69-b6ec-41cd-b2b6-637e304e9d46), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:14.999100 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d90dc2-47b1-440e-8765-1555e6b752bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:15.000246 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-73d90dc2-47b1-440e-8765-1555e6b752bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:15.016876 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3d178061-49fe-4202-853f-577131938f08 req-03f03ad5-d187-4a2e-bdad-b22fb6195389 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/ce8a959a-d831-48ea-b008-5e2f6694b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929935 Oct 03 12:56:15.027381 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:15.071703 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d90dc2-47b1-440e-8765-1555e6b752bb admin admin] Pushing event updated for resources: {'Network': ['ID=1c116e69-b6ec-41cd-b2b6-637e304e9d46,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:15.084479 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:15.085522 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 details requested by agent ovs-agent-dv-cinder-844563-12-iscsi with host dv-cinder-844563-12-iscsi {{(pid=113286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 12:56:15.103602 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-73d90dc2-47b1-440e-8765-1555e6b752bb admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8549252 Oct 03 12:56:15.106429 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 41804) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:56:15.109024 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-731c5a78-14b7-4861-a069-370743785982 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ead596751f234d79b38d661b0d5c6343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1908255 Oct 03 12:56:15.111860 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 41806) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:56:15.112176 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-df708b2d-838c-459c-b341-e82338871a21 admin admin] Request body: {'subnet': {'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-subnet', 'tenant_id': '484522301976426dae50e64c141c727e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:56:15.171286 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3d178061-49fe-4202-853f-577131938f08 req-d4d41e5b-4a25-41d2-8369-f9bcc1234a01 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/ce8a959a-d831-48ea-b008-5e2f6694b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464269 Oct 03 12:56:15.192156 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-83a66c0a-fdbf-4da1-b2d6-c04a9f23d27c admin admin] Publish callbacks [] for security_group (f73ec681-cf7b-490a-be64-601b613cd6ef), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:15.212768 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-83a66c0a-fdbf-4da1-b2d6-c04a9f23d27c admin admin] Publish callbacks [] for security_group (f73ec681-cf7b-490a-be64-601b613cd6ef), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:15.217272 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df708b2d-838c-459c-b341-e82338871a21 admin admin] Made reservation on behalf of 484522301976426dae50e64c141c727e for: {'subnet': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:56:15.219807 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-df708b2d-838c-459c-b341-e82338871a21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15265503'] for subnet (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:15.359930 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-83a66c0a-fdbf-4da1-b2d6-c04a9f23d27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (f73ec681-cf7b-490a-be64-601b613cd6ef), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:15.362457 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-83a66c0a-fdbf-4da1-b2d6-c04a9f23d27c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:15.364241 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-83a66c0a-fdbf-4da1-b2d6-c04a9f23d27c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f73ec681-cf7b-490a-be64-601b613cd6ef HTTP/1.1" status: 204 len: 168 time: 0.2504435 Oct 03 12:56:15.373566 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a66c0a-fdbf-4da1-b2d6-c04a9f23d27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73ec681-cf7b-490a-be64-601b613cd6ef,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:15.411027 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:56:15.517403 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:56:15.529005 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'port_id': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c', 'mac_address': 'fa:16:3e:c4:cf:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287a7239-c391-4a5c-a389-779ed301deff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:56:15.559760 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-df708b2d-838c-459c-b341-e82338871a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13033577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15265485'] for subnet (85ba965e-ab65-4b2d-a3bd-c593866149c6), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:15.566317 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:56:15.572153 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:15.580888 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:56:15.601884 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:56:15.625323 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df708b2d-838c-459c-b341-e82338871a21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ba965e-ab65-4b2d-a3bd-c593866149c6,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:15.632857 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df708b2d-838c-459c-b341-e82338871a21 admin admin] Checking segment: {'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:56:15.633231 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df708b2d-838c-459c-b341-e82338871a21 admin admin] Network hostable DHCP agents. Network: 1c116e69-b6ec-41cd-b2b6-637e304e9d46, hostable agents: ['9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee'], hosted agents: [] {{(pid=113285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:56:15.712215 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:15.725968 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df708b2d-838c-459c-b341-e82338871a21 admin admin] Network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 is scheduled to be hosted by DHCP agent 9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee with binding_index 1 {{(pid=113285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:56:15.771834 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c,revision_number=9']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:15.799585 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-df708b2d-838c-459c-b341-e82338871a21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-12-iscsi, 1c116e69-b6ec-41cd-b2b6-637e304e9d46) {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:56:15.804667 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df708b2d-838c-459c-b341-e82338871a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:15.805682 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-df708b2d-838c-459c-b341-e82338871a21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:15.809584 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bef97d9-b66d-4f1f-a482-30e6416ad729 None None] Network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:56:15.853813 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:15.875554 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-df708b2d-838c-459c-b341-e82338871a21 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7676675 Oct 03 12:56:15.878226 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 41810) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:56:15.883765 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-1e85f88f-0bb8-4b60-8fdf-15b41cabda45 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:56:15.925994 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd1bd8b-7141-4d5a-aeb9-103abebea0f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp248af594-393a-5865-a197-82273fbe49a3-1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'project_id': '484522301976426dae50e64c141c727e', 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6'}]}} from dv-cinder-844563-12-iscsi. {{(pid=113286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 12:56:15.926930 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-dcd1bd8b-7141-4d5a-aeb9-103abebea0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:15.930183 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:15.946487 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['778fd61a-2cb6-43b5-ad14-c9a69f32bf7c'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:56:15.997409 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd82648-c38d-43d1-9aeb-db0ac9260abb req-2b5e9697-4c63-4a47-92b8-271f94c1701f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:15.998428 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1e85f88f-0bb8-4b60-8fdf-15b41cabda45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-762584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5264'] for router (122074b6-a40b-4fa0-be87-3c63da082123), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:15.999099 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9bd82648-c38d-43d1-9aeb-db0ac9260abb req-2b5e9697-4c63-4a47-92b8-271f94c1701f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.0515079 Oct 03 12:56:16.000091 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1e85f88f-0bb8-4b60-8fdf-15b41cabda45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524703', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5259'] for router (122074b6-a40b-4fa0-be87-3c63da082123), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:16.061568 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:16.075341 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1e85f88f-0bb8-4b60-8fdf-15b41cabda45 admin admin] Publish callbacks [] for router_controller (122074b6-a40b-4fa0-be87-3c63da082123), precommit_add_association {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:16.091282 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa10a19-aad1-4945-852d-96e9a6f95b41 req-fc649e4d-6269-4dc5-8ec0-4efd2f93de04 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:16.092797 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3fa10a19-aad1-4945-852d-96e9a6f95b41 req-fc649e4d-6269-4dc5-8ec0-4efd2f93de04 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 945 time: 0.0688789 Oct 03 12:56:16.102105 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9bd82648-c38d-43d1-9aeb-db0ac9260abb req-1ee57ada-c8a8-459b-930b-33557c1131f2 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959508 Oct 03 12:56:16.136721 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-dcd1bd8b-7141-4d5a-aeb9-103abebea0f9 None None] Allocated IP 172.20.0.2 (1c116e69-b6ec-41cd-b2b6-637e304e9d46/85ba965e-ab65-4b2d-a3bd-c593866149c6/32247de0-91c7-4019-90b3-c4d21e6db16b) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:56:16.149734 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3fa10a19-aad1-4945-852d-96e9a6f95b41 req-dd812c47-f5a3-4f76-aa67-45c288491803 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466821 Oct 03 12:56:16.280308 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:16.326327 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1e85f88f-0bb8-4b60-8fdf-15b41cabda45 admin admin] Publish callbacks [] for router_gateway (122074b6-a40b-4fa0-be87-3c63da082123), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:16.326552 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-dcd1bd8b-7141-4d5a-aeb9-103abebea0f9 None None] Publish callbacks [] for port (32247de0-91c7-4019-90b3-c4d21e6db16b), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:16.458823 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-dcd1bd8b-7141-4d5a-aeb9-103abebea0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (32247de0-91c7-4019-90b3-c4d21e6db16b), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:16.501276 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd1bd8b-7141-4d5a-aeb9-103abebea0f9 None None] Network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:56:16.506803 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-dcd1bd8b-7141-4d5a-aeb9-103abebea0f9 None None] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:56:16.508918 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1bd8b-7141-4d5a-aeb9-103abebea0f9 None None] Pushing event updated for resources: {'Port': ['ID=32247de0-91c7-4019-90b3-c4d21e6db16b,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:16.513732 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd1bd8b-7141-4d5a-aeb9-103abebea0f9 None None] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:56:16.570642 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-dcd1bd8b-7141-4d5a-aeb9-103abebea0f9 None None] Attempting to bind port 32247de0-91c7-4019-90b3-c4d21e6db16b on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:56:16.571038 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-dcd1bd8b-7141-4d5a-aeb9-103abebea0f9 None None] Attempting to bind port 32247de0-91c7-4019-90b3-c4d21e6db16b by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:56:16.571425 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd1bd8b-7141-4d5a-aeb9-103abebea0f9 None None] Attempting to bind port 32247de0-91c7-4019-90b3-c4d21e6db16b on network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:56:16.616411 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd1bd8b-7141-4d5a-aeb9-103abebea0f9 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:56:16.616785 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd1bd8b-7141-4d5a-aeb9-103abebea0f9 None None] Checking segment: {'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:56:16.617181 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-dcd1bd8b-7141-4d5a-aeb9-103abebea0f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:16.617565 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd1bd8b-7141-4d5a-aeb9-103abebea0f9 None None] Bound using segment: {'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:56:16.618059 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-dcd1bd8b-7141-4d5a-aeb9-103abebea0f9 None None] Bound port: 32247de0-91c7-4019-90b3-c4d21e6db16b, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:56:16.618432 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-dcd1bd8b-7141-4d5a-aeb9-103abebea0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (32247de0-91c7-4019-90b3-c4d21e6db16b), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:16.635979 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1e85f88f-0bb8-4b60-8fdf-15b41cabda45 admin admin] Publish callbacks [] for router_gateway (122074b6-a40b-4fa0-be87-3c63da082123), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:16.654524 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1e85f88f-0bb8-4b60-8fdf-15b41cabda45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:16.678019 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-dcd1bd8b-7141-4d5a-aeb9-103abebea0f9 None None] For port 32247de0-91c7-4019-90b3-c4d21e6db16b, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:56:16.681031 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-dcd1bd8b-7141-4d5a-aeb9-103abebea0f9 None None] For port 32247de0-91c7-4019-90b3-c4d21e6db16b, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=32247de0-91c7-4019-90b3-c4d21e6db16b,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:56:16.759794 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:16.760529 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-dcd1bd8b-7141-4d5a-aeb9-103abebea0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (32247de0-91c7-4019-90b3-c4d21e6db16b), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:16.761109 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [None req-1e85f88f-0bb8-4b60-8fdf-15b41cabda45 admin admin] Allocated IP 172.27.0.131 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/892f30d6-dacb-4d81-8804-de59562f4613) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:56:16.823803 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1bd8b-7141-4d5a-aeb9-103abebea0f9 None None] Pushing event updated for resources: {'Port': ['ID=32247de0-91c7-4019-90b3-c4d21e6db16b,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:16.887089 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1e85f88f-0bb8-4b60-8fdf-15b41cabda45 admin admin] Publish callbacks [] for port (892f30d6-dacb-4d81-8804-de59562f4613), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:16.907662 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:17.023619 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1e85f88f-0bb8-4b60-8fdf-15b41cabda45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (892f30d6-dacb-4d81-8804-de59562f4613), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:17.068640 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e85f88f-0bb8-4b60-8fdf-15b41cabda45 admin admin] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:56:17.071688 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-1e85f88f-0bb8-4b60-8fdf-15b41cabda45 admin admin] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:56:17.075391 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e85f88f-0bb8-4b60-8fdf-15b41cabda45 admin admin] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:56:17.103149 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85f88f-0bb8-4b60-8fdf-15b41cabda45 admin admin] Pushing event updated for resources: {'Port': ['ID=892f30d6-dacb-4d81-8804-de59562f4613,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:17.264938 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 32247de0-91c7-4019-90b3-c4d21e6db16b up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:56:17.276073 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb0c4b-44f9-46eb-a0db-56727f4ab379 req-98221d03-8b8e-4e85-b14e-14cd53a4943f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:17.279778 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6dcb0c4b-44f9-46eb-a0db-56727f4ab379 req-98221d03-8b8e-4e85-b14e-14cd53a4943f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.0763657 Oct 03 12:56:17.324143 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 32247de0-91c7-4019-90b3-c4d21e6db16b triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:56:17.324502 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (32247de0-91c7-4019-90b3-c4d21e6db16b), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:17.324838 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 32247de0-91c7-4019-90b3-c4d21e6db16b Oct 03 12:56:17.367420 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6dcb0c4b-44f9-46eb-a0db-56727f4ab379 req-c6d93fd3-e03e-4871-b819-34254911f28e tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774913 Oct 03 12:56:17.376917 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dff0e3-2f3d-4c96-9ed4-19d7dab6d929 req-2f558246-29b2-4aa0-bfe7-5ed5c70db1b6 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:17.384793 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-44dff0e3-2f3d-4c96-9ed4-19d7dab6d929 req-2f558246-29b2-4aa0-bfe7-5ed5c70db1b6 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 945 time: 0.1038036 Oct 03 12:56:17.427248 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1e85f88f-0bb8-4b60-8fdf-15b41cabda45 admin admin] Publish callbacks [] for router_gateway (122074b6-a40b-4fa0-be87-3c63da082123), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:17.433049 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 32247de0-91c7-4019-90b3-c4d21e6db16b is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:56:17.433049 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (32247de0-91c7-4019-90b3-c4d21e6db16b), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:17.433558 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:56:17.442445 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-44dff0e3-2f3d-4c96-9ed4-19d7dab6d929 req-1e712e0d-0750-4f82-8470-c2def10b55c7 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534189 Oct 03 12:56:17.512199 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port 32247de0-91c7-4019-90b3-c4d21e6db16b, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=32247de0-91c7-4019-90b3-c4d21e6db16b,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:56:17.522088 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:56:17.522560 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:17.522958 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c Oct 03 12:56:17.556724 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:17.592664 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (32247de0-91c7-4019-90b3-c4d21e6db16b), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:17.638946 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:56:17.639929 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:17.652008 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1e85f88f-0bb8-4b60-8fdf-15b41cabda45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764622'] for router (122074b6-a40b-4fa0-be87-3c63da082123), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:17.681860 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b37dd24-5a6e-4898-8247-8e00786088ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:56:17.684492 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf86ffc-d14b-4043-929b-ac8902584e60" -d '{"events": [{"server_uuid": "6b37dd24-5a6e-4898-8247-8e00786088ea", "name": "network-vif-plugged", "status": "completed", "tag": "778fd61a-2cb6-43b5-ad14-c9a69f32bf7c"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:56:17.697718 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=32247de0-91c7-4019-90b3-c4d21e6db16b,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:17.703974 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:56:17.732961 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bcaafb-ce13-485d-8052-749bcdb3803f x-openstack-request-id: req-f2bcaafb-ce13-485d-8052-749bcdb3803f {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:56:17.733253 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b37dd24-5a6e-4898-8247-8e00786088ea", "name": "network-vif-plugged", "status": "completed", "tag": "778fd61a-2cb6-43b5-ad14-c9a69f32bf7c", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:56:17.733764 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f2bcaafb-ce13-485d-8052-749bcdb3803f {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:56:17.734117 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2bcaafb-ce13-485d-8052-749bcdb3803f'] response: {'server_uuid': '6b37dd24-5a6e-4898-8247-8e00786088ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c', 'code': 200} Oct 03 12:56:17.789664 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:17.851458 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49989c9d-10df-4bd4-8d0b-7a36ab66c76a None None] Network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:56:17.861077 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:17.896595 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e85f88f-0bb8-4b60-8fdf-15b41cabda45 admin admin] Router 122074b6-a40b-4fa0-be87-3c63da082123 is scheduled to L3 agent eb5f2f97-6425-444e-901b-913018c2b714 with binding_index 1 {{(pid=113284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 12:56:17.914879 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c,revision_number=10']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:17.935275 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-78e7f37b-ad7a-41bf-bc0d-bdda0c2816cf None None] Provisioning complete for port 32247de0-91c7-4019-90b3-c4d21e6db16b triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:56:17.935669 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-78e7f37b-ad7a-41bf-bc0d-bdda0c2816cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (32247de0-91c7-4019-90b3-c4d21e6db16b), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:17.936260 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-78e7f37b-ad7a-41bf-bc0d-bdda0c2816cf None None] Attempt 1 to provision port 32247de0-91c7-4019-90b3-c4d21e6db16b Oct 03 12:56:17.962732 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:18.025437 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e85f88f-0bb8-4b60-8fdf-15b41cabda45 admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:56:18.037526 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] Sync routers for ids ['122074b6-a40b-4fa0-be87-3c63da082123'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:56:18.053676 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] Routers {'122074b6-a40b-4fa0-be87-3c63da082123'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:56:18.054643 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:55:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['122074b6-a40b-4fa0-be87-3c63da082123'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:18.084714 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-78e7f37b-ad7a-41bf-bc0d-bdda0c2816cf None None] Current status of the port 32247de0-91c7-4019-90b3-c4d21e6db16b is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:56:18.116414 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1e85f88f-0bb8-4b60-8fdf-15b41cabda45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:18.118305 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-1e85f88f-0bb8-4b60-8fdf-15b41cabda45 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2384870 Oct 03 12:56:18.121260 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 41822) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:56:18.169109 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] Set router 122074b6-a40b-4fa0-be87-3c63da082123 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:56:18.323491 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-255633f4-045d-432c-a72d-bae2623974bf None None] Provisioning complete for port 32247de0-91c7-4019-90b3-c4d21e6db16b triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:56:18.324753 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-255633f4-045d-432c-a72d-bae2623974bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (32247de0-91c7-4019-90b3-c4d21e6db16b), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:18.325295 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-255633f4-045d-432c-a72d-bae2623974bf None None] Attempt 1 to provision port 32247de0-91c7-4019-90b3-c4d21e6db16b Oct 03 12:56:18.375071 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:17Z', 'revision_number': 3, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:18.406944 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] Checking router: 122074b6-a40b-4fa0-be87-3c63da082123 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:56:18.407293 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] Updating router 122074b6-a40b-4fa0-be87-3c63da082123 port 892f30d6-dacb-4d81-8804-de59562f4613 binding host dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:56:18.416129 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3015cf4-c6d9-42df-92cc-0b02084b5e7b req-447f7cf6-7b49-4483-afde-cc128f5f1274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:18.422096 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f3015cf4-c6d9-42df-92cc-0b02084b5e7b req-447f7cf6-7b49-4483-afde-cc128f5f1274 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 1131 time: 0.0930839 Oct 03 12:56:18.464426 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (892f30d6-dacb-4d81-8804-de59562f4613), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:18.558916 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f3015cf4-c6d9-42df-92cc-0b02084b5e7b req-591f503d-47e8-41dd-b876-68d329b5a6cf service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305175 Oct 03 12:56:18.563663 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-255633f4-045d-432c-a72d-bae2623974bf None None] Current status of the port 32247de0-91c7-4019-90b3-c4d21e6db16b is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:56:18.669879 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132a9a6-3ab9-44e1-8b8d-e66b7d7d76b3 req-200745f6-e0ce-4645-a195-e2fe840d5b3c tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:18.671587 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5132a9a6-3ab9-44e1-8b8d-e66b7d7d76b3 req-200745f6-e0ce-4645-a195-e2fe840d5b3c tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.1157913 Oct 03 12:56:18.680980 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a829a-3673-439c-b167-4bddb682da17 req-93cfd393-9347-4836-b87c-911474c1cc87 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:18.682635 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-803a829a-3673-439c-b167-4bddb682da17 req-93cfd393-9347-4836-b87c-911474c1cc87 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 947 time: 0.0785310 Oct 03 12:56:18.778735 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:18.789722 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-2c9220e1-e612-44eb-81c8-6d3f68b60136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:18.797661 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] Publish callbacks [] for port (892f30d6-dacb-4d81-8804-de59562f4613), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:18.814317 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5132a9a6-3ab9-44e1-8b8d-e66b7d7d76b3 req-8cd03e1a-4a65-4bf5-9fbb-4c68fff37049 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302137 Oct 03 12:56:18.816722 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-803a829a-3673-439c-b167-4bddb682da17 req-c9b90a46-df62-496a-b228-9e5243b1fcdf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245515 Oct 03 12:56:18.821275 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:18.873811 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (892f30d6-dacb-4d81-8804-de59562f4613), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:18.909712 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] Attempting to bind port 892f30d6-dacb-4d81-8804-de59562f4613 on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:56:18.910646 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] Attempting to bind port 892f30d6-dacb-4d81-8804-de59562f4613 by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:56:18.910881 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [req-d51b794f-391e-4061-b427-bb043ba29b12 req-1872aaef-1647-46cc-b872-91cd6c1720f3 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 12:56:18.911142 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] Attempting to bind port 892f30d6-dacb-4d81-8804-de59562f4613 on network 53809124-b48e-44e3-984c-30b91b72e738 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:56:18.911903 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d51b794f-391e-4061-b427-bb043ba29b12 req-1872aaef-1647-46cc-b872-91cd6c1720f3 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0076993 Oct 03 12:56:18.941766 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef12627-eb68-4d0d-bf20-1b0be16d24dd None None] Pushing event updated for resources: {'Port': ['ID=892f30d6-dacb-4d81-8804-de59562f4613,revision_number=2']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:18.953291 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef12627-eb68-4d0d-bf20-1b0be16d24dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:18.953625 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef12627-eb68-4d0d-bf20-1b0be16d24dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:18.953973 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef12627-eb68-4d0d-bf20-1b0be16d24dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:18.954323 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef12627-eb68-4d0d-bf20-1b0be16d24dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:18.954647 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef12627-eb68-4d0d-bf20-1b0be16d24dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:18.954964 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef12627-eb68-4d0d-bf20-1b0be16d24dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:18.955488 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef12627-eb68-4d0d-bf20-1b0be16d24dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:18.955651 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef12627-eb68-4d0d-bf20-1b0be16d24dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:18.955982 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef12627-eb68-4d0d-bf20-1b0be16d24dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:18.956370 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef12627-eb68-4d0d-bf20-1b0be16d24dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:18.956687 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef12627-eb68-4d0d-bf20-1b0be16d24dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:18.957600 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef12627-eb68-4d0d-bf20-1b0be16d24dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:18.957915 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef12627-eb68-4d0d-bf20-1b0be16d24dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:18.958225 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef12627-eb68-4d0d-bf20-1b0be16d24dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:18.958536 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef12627-eb68-4d0d-bf20-1b0be16d24dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:18.975353 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_common [None req-2c9220e1-e612-44eb-81c8-6d3f68b60136 admin admin] Allocated IP 172.20.0.1 (1c116e69-b6ec-41cd-b2b6-637e304e9d46/85ba965e-ab65-4b2d-a3bd-c593866149c6/6b1bec91-53af-4083-845e-b5a7d292083d) {{(pid=113285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:56:18.983553 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:56:18.983553 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] Checking segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:56:18.983553 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:18.983553 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] Bound using segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:56:18.983553 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] Bound port: 892f30d6-dacb-4d81-8804-de59562f4613, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:56:18.983553 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (892f30d6-dacb-4d81-8804-de59562f4613), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:19.031373 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] For port 892f30d6-dacb-4d81-8804-de59562f4613, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:56:19.034550 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] For port 892f30d6-dacb-4d81-8804-de59562f4613, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=892f30d6-dacb-4d81-8804-de59562f4613,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:56:19.082885 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-2c9220e1-e612-44eb-81c8-6d3f68b60136 admin admin] Publish callbacks [] for port (6b1bec91-53af-4083-845e-b5a7d292083d), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:19.140754 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (892f30d6-dacb-4d81-8804-de59562f4613), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:19.177740 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] Routers {'122074b6-a40b-4fa0-be87-3c63da082123'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:56:19.178622 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:55:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['122074b6-a40b-4fa0-be87-3c63da082123'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:19.199536 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-2c9220e1-e612-44eb-81c8-6d3f68b60136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (6b1bec91-53af-4083-845e-b5a7d292083d), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:19.206015 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 32247de0-91c7-4019-90b3-c4d21e6db16b up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:56:19.238040 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:19.245307 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9220e1-e612-44eb-81c8-6d3f68b60136 admin admin] Network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:56:19.248987 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-2c9220e1-e612-44eb-81c8-6d3f68b60136 admin admin] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:56:19.253409 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef12627-eb68-4d0d-bf20-1b0be16d24dd None None] Pushing event updated for resources: {'Port': ['ID=892f30d6-dacb-4d81-8804-de59562f4613,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:19.253614 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9220e1-e612-44eb-81c8-6d3f68b60136 admin admin] Received port after_create {{(pid=113285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:56:19.293081 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 32247de0-91c7-4019-90b3-c4d21e6db16b triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:56:19.293545 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (32247de0-91c7-4019-90b3-c4d21e6db16b), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:19.293887 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 32247de0-91c7-4019-90b3-c4d21e6db16b Oct 03 12:56:19.313249 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-2c9220e1-e612-44eb-81c8-6d3f68b60136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527157'] for router_interface (122074b6-a40b-4fa0-be87-3c63da082123), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:19.384646 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:19.386403 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 32247de0-91c7-4019-90b3-c4d21e6db16b is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:56:19.401486 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9220e1-e612-44eb-81c8-6d3f68b60136 admin admin] Pushing event updated for resources: {'Port': ['ID=6b1bec91-53af-4083-845e-b5a7d292083d,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:19.424023 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:56:19.431487 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] Set router 122074b6-a40b-4fa0-be87-3c63da082123 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:56:19.487411 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:19.530908 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 is: ACTIVE; New status is: DOWN {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:56:19.531301 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (7deec46d-97bb-4a3f-a77b-11832cd2ffe1), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:19.552752 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f730d-0ba5-41b5-adb7-7a516e84b8ea req-b96b0ade-90bb-432f-8727-0546cd2cfdb0 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:19.554834 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-514f730d-0ba5-41b5-adb7-7a516e84b8ea req-b96b0ade-90bb-432f-8727-0546cd2cfdb0 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.1489487 Oct 03 12:56:19.582908 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 41838) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:56:19.593036 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7deec46d-97bb-4a3f-a77b-11832cd2ffe1,segment=NetworkSegment(947c4539-8b5d-493f-b375-3fcb69a985f7),segment_id=947c4539-8b5d-493f-b375-3fcb69a985f7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:56:19.617773 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-2e52d8bc-c9e3-452c-bf6f-e767602f2fa6 None None] Provisioning complete for port 6b1bec91-53af-4083-845e-b5a7d292083d triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:56:19.617969 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2e52d8bc-c9e3-452c-bf6f-e767602f2fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (6b1bec91-53af-4083-845e-b5a7d292083d), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:19.618308 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-2e52d8bc-c9e3-452c-bf6f-e767602f2fa6 None None] Attempt 1 to provision port 6b1bec91-53af-4083-845e-b5a7d292083d Oct 03 12:56:19.663938 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:17Z', 'revision_number': 3, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:19.673868 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-2e52d8bc-c9e3-452c-bf6f-e767602f2fa6 None None] Port 6b1bec91-53af-4083-845e-b5a7d292083d cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:56:19.683179 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-514f730d-0ba5-41b5-adb7-7a516e84b8ea req-421ab870-9af8-488b-8477-0d9c1c772514 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189458 Oct 03 12:56:19.686623 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (7deec46d-97bb-4a3f-a77b-11832cd2ffe1), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:19.695869 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8731c2-a142-43c2-b5fc-e775b28d7049 None None] The sync data for ids ['122074b6-a40b-4fa0-be87-3c63da082123'] in dv-cinder-844563-12-iscsi is: [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:17Z', 'revision_number': 3, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:56:19.697586 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:19.700436 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-2c9220e1-e612-44eb-81c8-6d3f68b60136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (6b1bec91-53af-4083-845e-b5a7d292083d), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:19.736248 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a54301-d1b8-4060-b712-8d707bcfbef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7deec46d-97bb-4a3f-a77b-11832cd2ffe1'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:56:19.740145 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27faaba2-1592-4f9d-8983-cc2275bc9a93" -d '{"events": [{"server_uuid": "e3a54301-d1b8-4060-b712-8d707bcfbef5", "name": "network-vif-unplugged", "status": "completed", "tag": "7deec46d-97bb-4a3f-a77b-11832cd2ffe1"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:56:19.764795 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9704357d-d97e-4c89-9be2-f7aa55ca4768 req-a63f8ff3-b18b-430a-b4da-9070e794cfde service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1802323 Oct 03 12:56:19.782172 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=7deec46d-97bb-4a3f-a77b-11832cd2ffe1,revision_number=6']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:19.783987 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [req-9704357d-d97e-4c89-9be2-f7aa55ca4768 req-0f6b348d-8a50-4c97-9c14-d94ecc8f2649 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 12:56:19.785610 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9704357d-d97e-4c89-9be2-f7aa55ca4768 req-0f6b348d-8a50-4c97-9c14-d94ecc8f2649 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0117025 Oct 03 12:56:19.809947 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 03 Oct 2022 12:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d4562c-8a0a-4a2b-8781-1c0583b245f1 x-openstack-request-id: req-42d4562c-8a0a-4a2b-8781-1c0583b245f1 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:56:19.810234 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a54301-d1b8-4060-b712-8d707bcfbef5", "name": "network-vif-unplugged", "status": "failed", "tag": "7deec46d-97bb-4a3f-a77b-11832cd2ffe1", "code": 422}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:56:19.810497 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-42d4562c-8a0a-4a2b-8781-1c0583b245f1 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:56:19.810925 dv-cinder-844563-12-iscsi neutron-server[113286]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-42d4562c-8a0a-4a2b-8781-1c0583b245f1']: {'server_uuid': 'e3a54301-d1b8-4060-b712-8d707bcfbef5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7deec46d-97bb-4a3f-a77b-11832cd2ffe1', 'code': 422} returned with failed status Oct 03 12:56:19.949500 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:19.949678 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-2c9220e1-e612-44eb-81c8-6d3f68b60136 admin admin] Publish callbacks [] for port (6b1bec91-53af-4083-845e-b5a7d292083d), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:19.979507 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 41856) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:56:20.006552 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6059b-3882-4f6e-9e86-e01fbe8a9b13 req-51c7eab8-1b29-43ee-aeaf-8f8d5f75bdcf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:20.006552 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c8e6059b-3882-4f6e-9e86-e01fbe8a9b13 req-51c7eab8-1b29-43ee-aeaf-8f8d5f75bdcf tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 947 time: 0.0710919 Oct 03 12:56:20.043658 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-2c9220e1-e612-44eb-81c8-6d3f68b60136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13033702'] for port (6b1bec91-53af-4083-845e-b5a7d292083d), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:20.056434 dv-cinder-844563-12-iscsi neutron-server[113284]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 03 12:56:20.108725 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704357d-d97e-4c89-9be2-f7aa55ca4768 req-dfff9768-0261-4068-b8e4-67352a43513a tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:20.110552 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9704357d-d97e-4c89-9be2-f7aa55ca4768 req-dfff9768-0261-4068-b8e4-67352a43513a tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports/7deec46d-97bb-4a3f-a77b-11832cd2ffe1 HTTP/1.1" status: 200 len: 940 time: 0.1300247 Oct 03 12:56:20.158246 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-2c9220e1-e612-44eb-81c8-6d3f68b60136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527273'] for router_interface (122074b6-a40b-4fa0-be87-3c63da082123), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:20.159984 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9220e1-e612-44eb-81c8-6d3f68b60136 admin admin] Pushing event updated for resources: {'Port': ['ID=6b1bec91-53af-4083-845e-b5a7d292083d,revision_number=2']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:20.169802 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c8e6059b-3882-4f6e-9e86-e01fbe8a9b13 req-17b6388d-4166-4212-b003-856ee15feddd tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534975 Oct 03 12:56:20.595573 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9220e1-e612-44eb-81c8-6d3f68b60136 admin admin] Network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:56:20.596958 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-2c9220e1-e612-44eb-81c8-6d3f68b60136 admin admin] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:56:20.754374 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9220e1-e612-44eb-81c8-6d3f68b60136 admin admin] Router 122074b6-a40b-4fa0-be87-3c63da082123 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:56:20.903554 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-d851efd5-75cc-44a8-9554-75ca3ca6be4f None None] Provisioning complete for port 6b1bec91-53af-4083-845e-b5a7d292083d triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:56:20.904101 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d851efd5-75cc-44a8-9554-75ca3ca6be4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (6b1bec91-53af-4083-845e-b5a7d292083d), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:20.904202 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-d851efd5-75cc-44a8-9554-75ca3ca6be4f None None] Attempt 1 to provision port 6b1bec91-53af-4083-845e-b5a7d292083d Oct 03 12:56:20.917393 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a4a3d-ad67-426b-b94c-2eb4acd8d6cc req-eb428d9c-046a-42ae-b93a-7de81196285f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:20.918967 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-352a4a3d-ad67-426b-b94c-2eb4acd8d6cc req-eb428d9c-046a-42ae-b93a-7de81196285f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 943 time: 0.0891368 Oct 03 12:56:20.920521 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9220e1-e612-44eb-81c8-6d3f68b60136 admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:56:20.930269 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-2c9220e1-e612-44eb-81c8-6d3f68b60136 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/122074b6-a40b-4fa0-be87-3c63da082123/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8078501 Oct 03 12:56:20.960670 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-d851efd5-75cc-44a8-9554-75ca3ca6be4f None None] Port 6b1bec91-53af-4083-845e-b5a7d292083d cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:56:20.983252 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-352a4a3d-ad67-426b-b94c-2eb4acd8d6cc req-69e30c7c-4c84-4cee-9a83-d96567158e8f tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517097 Oct 03 12:56:21.251715 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 892f30d6-dacb-4d81-8804-de59562f4613 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:56:21.300710 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 41902) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:56:21.305585 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-f5a1492c-305e-4ca5-8a4d-01dd5af62558 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'security_group': {'name': 'tempest-securitygroup--333088473', 'description': 'tempest-description--1504467435'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:56:21.327300 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 892f30d6-dacb-4d81-8804-de59562f4613 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:56:21.327906 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (892f30d6-dacb-4d81-8804-de59562f4613), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:21.328205 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 892f30d6-dacb-4d81-8804-de59562f4613 Oct 03 12:56:21.342655 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a601e-ab39-4458-8fbb-65a04c0f5ac6 req-30c5d167-cef6-4bad-94bf-7e4a1066ccfc tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:21.345547 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1a3a601e-ab39-4458-8fbb-65a04c0f5ac6 req-30c5d167-cef6-4bad-94bf-7e4a1066ccfc tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 947 time: 0.0702906 Oct 03 12:56:21.400812 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1a3a601e-ab39-4458-8fbb-65a04c0f5ac6 req-71cfe01f-7a70-43f1-a91a-ab803d592b43 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467904 Oct 03 12:56:21.412473 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f5a1492c-305e-4ca5-8a4d-01dd5af62558 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:21.416399 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 892f30d6-dacb-4d81-8804-de59562f4613 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:56:21.416791 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (892f30d6-dacb-4d81-8804-de59562f4613), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:21.439076 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port 892f30d6-dacb-4d81-8804-de59562f4613, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=892f30d6-dacb-4d81-8804-de59562f4613,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:56:21.453163 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:21.496779 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f5a1492c-305e-4ca5-8a4d-01dd5af62558 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (04c5d396-a854-4185-9bcb-da29eb7c2745), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:21.553615 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (892f30d6-dacb-4d81-8804-de59562f4613), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:21.596523 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f5a1492c-305e-4ca5-8a4d-01dd5af62558 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (04c5d396-a854-4185-9bcb-da29eb7c2745), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:21.605306 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] Sync routers for ids ['122074b6-a40b-4fa0-be87-3c63da082123'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:56:21.616782 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=892f30d6-dacb-4d81-8804-de59562f4613,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:21.626965 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:21.628146 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1492c-305e-4ca5-8a4d-01dd5af62558 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c5d396-a854-4185-9bcb-da29eb7c2745,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:21.630734 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] Routers {'122074b6-a40b-4fa0-be87-3c63da082123'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:56:21.631342 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:55:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['122074b6-a40b-4fa0-be87-3c63da082123'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:21.711223 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f5a1492c-305e-4ca5-8a4d-01dd5af62558 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:21.712533 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-f5a1492c-305e-4ca5-8a4d-01dd5af62558 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4103858 Oct 03 12:56:21.715462 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 41904) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:56:21.720103 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-5831e3d7-bd98-4926-9b8f-2538afccee7d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'security_group_rule': {'security_group_id': '04c5d396-a854-4185-9bcb-da29eb7c2745', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:56:21.752745 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] Set router 122074b6-a40b-4fa0-be87-3c63da082123 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:56:21.843506 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5831e3d7-bd98-4926-9b8f-2538afccee7d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (b518d1db-d676-421e-96a4-c5fd95b09740), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:21.853366 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:21.878423 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:21.904979 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5831e3d7-bd98-4926-9b8f-2538afccee7d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (b518d1db-d676-421e-96a4-c5fd95b09740), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:21.950840 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 2, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:21.976564 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] Checking router: 122074b6-a40b-4fa0-be87-3c63da082123 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:56:21.976927 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] Updating router 122074b6-a40b-4fa0-be87-3c63da082123 port 6b1bec91-53af-4083-845e-b5a7d292083d binding host dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:56:21.993530 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5831e3d7-bd98-4926-9b8f-2538afccee7d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (b518d1db-d676-421e-96a4-c5fd95b09740), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:22.005554 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (6b1bec91-53af-4083-845e-b5a7d292083d), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:22.010808 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831e3d7-bd98-4926-9b8f-2538afccee7d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b518d1db-d676-421e-96a4-c5fd95b09740,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:22.111735 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4156d56-586a-4b9d-9c74-ef7b039d28cd req-b25cde0c-df1d-4038-9494-c4744647e3ca tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:22.113368 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c4156d56-586a-4b9d-9c74-ef7b039d28cd req-b25cde0c-df1d-4038-9494-c4744647e3ca tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 943 time: 0.0490048 Oct 03 12:56:22.121223 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5831e3d7-bd98-4926-9b8f-2538afccee7d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:22.122521 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-5831e3d7-bd98-4926-9b8f-2538afccee7d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4060585 Oct 03 12:56:22.125866 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 41908) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:56:22.131863 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-1a522374-232a-490e-a90e-dca793641e43 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'security_group_rule': {'security_group_id': '04c5d396-a854-4185-9bcb-da29eb7c2745', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:56:22.157478 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:22.181931 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c4156d56-586a-4b9d-9c74-ef7b039d28cd req-f45a7085-b3df-4734-b4b4-bda441c0c9d5 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563385 Oct 03 12:56:22.217553 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1a522374-232a-490e-a90e-dca793641e43 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (a48d6df9-99b9-44c3-8d36-58324979014e), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:22.272048 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1a522374-232a-490e-a90e-dca793641e43 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (a48d6df9-99b9-44c3-8d36-58324979014e), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:22.295076 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] Publish callbacks [] for port (6b1bec91-53af-4083-845e-b5a7d292083d), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:22.371027 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1a522374-232a-490e-a90e-dca793641e43 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (a48d6df9-99b9-44c3-8d36-58324979014e), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:22.371644 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (6b1bec91-53af-4083-845e-b5a7d292083d), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:22.392448 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a522374-232a-490e-a90e-dca793641e43 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a48d6df9-99b9-44c3-8d36-58324979014e,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:22.434178 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a867fce-b29c-43c1-a28f-10e790fa7f18 None None] Pushing event updated for resources: {'Port': ['ID=6b1bec91-53af-4083-845e-b5a7d292083d,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:22.465944 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] Attempting to bind port 6b1bec91-53af-4083-845e-b5a7d292083d on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:56:22.466430 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] Attempting to bind port 6b1bec91-53af-4083-845e-b5a7d292083d by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:56:22.466921 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] Attempting to bind port 6b1bec91-53af-4083-845e-b5a7d292083d on network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:56:22.470241 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:22.477674 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1a522374-232a-490e-a90e-dca793641e43 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:22.478887 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-1a522374-232a-490e-a90e-dca793641e43 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3514485 Oct 03 12:56:22.482187 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 41912) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:56:22.487900 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-37b559d0-dc62-41d5-92d9-855d5dea9e78 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'floatingip': {'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:56:22.516148 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:56:22.516418 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] Checking segment: {'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:56:22.516808 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:22.517190 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] Bound using segment: {'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:56:22.517656 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] Bound port: 6b1bec91-53af-4083-845e-b5a7d292083d, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:56:22.518027 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (6b1bec91-53af-4083-845e-b5a7d292083d), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:22.562503 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d454770-fd53-4349-82e7-c607115ea01b req-27888fe8-f2e0-4519-bb43-fa45e8bf79ef tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:22.564146 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8d454770-fd53-4349-82e7-c607115ea01b req-27888fe8-f2e0-4519-bb43-fa45e8bf79ef tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 947 time: 0.0566652 Oct 03 12:56:22.579158 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] For port 6b1bec91-53af-4083-845e-b5a7d292083d, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:56:22.583968 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] For port 6b1bec91-53af-4083-845e-b5a7d292083d, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=6b1bec91-53af-4083-845e-b5a7d292083d,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:56:22.610709 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-37b559d0-dc62-41d5-92d9-855d5dea9e78 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:22.627571 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8d454770-fd53-4349-82e7-c607115ea01b req-290b7a7a-282e-4f80-aecf-9a31fefa1487 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566390 Oct 03 12:56:22.668592 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (6b1bec91-53af-4083-845e-b5a7d292083d), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:22.701950 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] Routers {'122074b6-a40b-4fa0-be87-3c63da082123'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:56:22.702574 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:55:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['122074b6-a40b-4fa0-be87-3c63da082123'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:22.706140 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-37b559d0-dc62-41d5-92d9-855d5dea9e78 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:22.767530 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a867fce-b29c-43c1-a28f-10e790fa7f18 None None] Pushing event updated for resources: {'Port': ['ID=6b1bec91-53af-4083-845e-b5a7d292083d,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:22.814834 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_common [None req-37b559d0-dc62-41d5-92d9-855d5dea9e78 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Allocated IP 172.27.0.225 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/bd84bb1d-1cc2-4db1-a39d-1b9767a3768c) {{(pid=113285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:56:22.826695 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] Set router 122074b6-a40b-4fa0-be87-3c63da082123 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:56:22.913000 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:22.932734 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-37b559d0-dc62-41d5-92d9-855d5dea9e78 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for port (bd84bb1d-1cc2-4db1-a39d-1b9767a3768c), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:22.949757 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:22.965215 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704357d-d97e-4c89-9be2-f7aa55ca4768 req-1b8d2595-9040-41d1-8f1b-362ed9e14c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:22.966954 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9704357d-d97e-4c89-9be2-f7aa55ca4768 req-1b8d2595-9040-41d1-8f1b-362ed9e14c80 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5&tenant_id=06a284bf10ff47d6bc58de80f92c164a HTTP/1.1" status: 200 len: 1127 time: 0.0445378 Oct 03 12:56:22.987800 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-00a20c5c-b105-4a62-a39f-9cef89655163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:23.028307 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704357d-d97e-4c89-9be2-f7aa55ca4768 req-198e5fcc-16a2-4ea5-9e61-83ffb4240697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:23.029714 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9704357d-d97e-4c89-9be2-f7aa55ca4768 req-198e5fcc-16a2-4ea5-9e61-83ffb4240697 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=06a284bf10ff47d6bc58de80f92c164a&device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 1127 time: 0.0419080 Oct 03 12:56:23.034209 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-37b559d0-dc62-41d5-92d9-855d5dea9e78 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (bd84bb1d-1cc2-4db1-a39d-1b9767a3768c), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:23.046005 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:22Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:23.071997 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377fee53-1e2d-48bc-b2a5-1dac69fb6cea None None] The sync data for ids ['122074b6-a40b-4fa0-be87-3c63da082123'] in dv-cinder-844563-12-iscsi is: [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:22Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:56:23.078466 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b559d0-dc62-41d5-92d9-855d5dea9e78 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:56:23.085260 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-37b559d0-dc62-41d5-92d9-855d5dea9e78 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:56:23.089390 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b559d0-dc62-41d5-92d9-855d5dea9e78 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Received port after_create {{(pid=113285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:56:23.093036 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b559d0-dc62-41d5-92d9-855d5dea9e78 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'Port': ['ID=bd84bb1d-1cc2-4db1-a39d-1b9767a3768c,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:23.146428 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704357d-d97e-4c89-9be2-f7aa55ca4768 req-8d5de587-42ec-4786-82e5-f16de14b3a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:23.151141 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9704357d-d97e-4c89-9be2-f7aa55ca4768 req-8d5de587-42ec-4786-82e5-f16de14b3a8b service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=ce8a959a-d831-48ea-b008-5e2f6694b525 HTTP/1.1" status: 200 len: 910 time: 0.1145501 Oct 03 12:56:23.220321 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-37b559d0-dc62-41d5-92d9-855d5dea9e78 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (96891d44-021f-4eb9-a050-94d3af8cba53), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:23.245339 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9704357d-d97e-4c89-9be2-f7aa55ca4768 req-72768ad0-d2ae-4103-9b12-8bd4dbae1675 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7deec46d-97bb-4a3f-a77b-11832cd2ffe1 HTTP/1.1" status: 200 len: 998 time: 0.0883708 Oct 03 12:56:23.304426 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704357d-d97e-4c89-9be2-f7aa55ca4768 req-1850d40b-6267-4466-9781-bcded14cc114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:23.306049 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9704357d-d97e-4c89-9be2-f7aa55ca4768 req-1850d40b-6267-4466-9781-bcded14cc114 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=47380a65-a01f-404f-bd7b-70c1a3be1024 HTTP/1.1" status: 200 len: 848 time: 0.0535257 Oct 03 12:56:23.353540 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f0c77-d117-4221-a35b-43d4a76100e6 req-e3890715-5295-4967-8352-cc95170c5f2c tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:23.355160 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-900f0c77-d117-4221-a35b-43d4a76100e6 req-e3890715-5295-4967-8352-cc95170c5f2c tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 943 time: 0.0806265 Oct 03 12:56:23.355299 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:23.356293 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-37b559d0-dc62-41d5-92d9-855d5dea9e78 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (bd84bb1d-1cc2-4db1-a39d-1b9767a3768c), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:23.356698 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704357d-d97e-4c89-9be2-f7aa55ca4768 req-7233cb2c-76a9-43bc-9918-e236262d446e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:23.358359 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9704357d-d97e-4c89-9be2-f7aa55ca4768 req-7233cb2c-76a9-43bc-9918-e236262d446e service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=ce8a959a-d831-48ea-b008-5e2f6694b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469007 Oct 03 12:56:23.398937 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 6b1bec91-53af-4083-845e-b5a7d292083d up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:56:23.443357 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:23.464055 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 6b1bec91-53af-4083-845e-b5a7d292083d triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:56:23.464835 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (6b1bec91-53af-4083-845e-b5a7d292083d), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:23.465180 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 6b1bec91-53af-4083-845e-b5a7d292083d Oct 03 12:56:23.471263 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-900f0c77-d117-4221-a35b-43d4a76100e6 req-726ab995-02b5-42bc-b3d8-038c6df5eb42 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929804 Oct 03 12:56:23.499070 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9704357d-d97e-4c89-9be2-f7aa55ca4768 req-a18f788a-1f08-4655-a216-f24baf38bbf5 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/ce8a959a-d831-48ea-b008-5e2f6694b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307580 Oct 03 12:56:23.564220 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 6b1bec91-53af-4083-845e-b5a7d292083d is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:56:23.567251 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (6b1bec91-53af-4083-845e-b5a7d292083d), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:23.586654 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-37b559d0-dc62-41d5-92d9-855d5dea9e78 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for port (bd84bb1d-1cc2-4db1-a39d-1b9767a3768c), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:23.602427 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port 6b1bec91-53af-4083-845e-b5a7d292083d, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=6b1bec91-53af-4083-845e-b5a7d292083d,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:56:23.602960 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9704357d-d97e-4c89-9be2-f7aa55ca4768 req-22beae8a-1c18-4a59-af48-43f51b757444 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/ce8a959a-d831-48ea-b008-5e2f6694b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981886 Oct 03 12:56:23.705955 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-37b559d0-dc62-41d5-92d9-855d5dea9e78 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13033702'] for port (bd84bb1d-1cc2-4db1-a39d-1b9767a3768c), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:23.742622 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (6b1bec91-53af-4083-845e-b5a7d292083d), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:23.745492 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 892f30d6-dacb-4d81-8804-de59562f4613 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:56:23.784967 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b559d0-dc62-41d5-92d9-855d5dea9e78 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'Port': ['ID=bd84bb1d-1cc2-4db1-a39d-1b9767a3768c,revision_number=2']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:23.798848 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-37b559d0-dc62-41d5-92d9-855d5dea9e78 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (96891d44-021f-4eb9-a050-94d3af8cba53), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:23.828769 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=6b1bec91-53af-4083-845e-b5a7d292083d,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:23.838063 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 892f30d6-dacb-4d81-8804-de59562f4613 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:56:23.838508 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (892f30d6-dacb-4d81-8804-de59562f4613), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:23.838918 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 892f30d6-dacb-4d81-8804-de59562f4613 Oct 03 12:56:23.915428 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 892f30d6-dacb-4d81-8804-de59562f4613 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:56:23.948605 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-37b559d0-dc62-41d5-92d9-855d5dea9e78 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:23.950435 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-37b559d0-dc62-41d5-92d9-855d5dea9e78 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4665675 Oct 03 12:56:24.124651 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8fce8bea-f471-44ca-a998-86c59847db71 req-02d07c3e-be3b-43fa-aa63-36a2a2f5b739 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--333088473&fields=id&tenant_id=484522301976426dae50e64c141c727e HTTP/1.1" status: 200 len: 267 time: 0.0599191 Oct 03 12:56:24.254621 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce8bea-f471-44ca-a998-86c59847db71 req-f6bcaddc-f6ca-400b-9baa-66f551b60651 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:24.256242 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8fce8bea-f471-44ca-a998-86c59847db71 req-f6bcaddc-f6ca-400b-9baa-66f551b60651 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/networks?id=1c116e69-b6ec-41cd-b2b6-637e304e9d46 HTTP/1.1" status: 200 len: 815 time: 0.1252718 Oct 03 12:56:24.271119 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8fce8bea-f471-44ca-a998-86c59847db71 req-5d98dd6d-33b7-44bc-b957-247f934d7579 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/quotas/484522301976426dae50e64c141c727e HTTP/1.1" status: 200 len: 375 time: 0.0094926 Oct 03 12:56:24.321123 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8fce8bea-f471-44ca-a998-86c59847db71 req-e1ddde8c-6df5-4ff6-94cb-49aa205d5c4c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=484522301976426dae50e64c141c727e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450478 Oct 03 12:56:24.414884 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8fce8bea-f471-44ca-a998-86c59847db71 req-647a70fd-dbc9-4cd4-8e01-eafdfc02093a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823877 Oct 03 12:56:24.469593 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:24.510511 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8fce8bea-f471-44ca-a998-86c59847db71 req-046169e8-745e-4aa0-af53-3af3001a82c9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896747 Oct 03 12:56:24.592343 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c585cea-1fb3-4689-902e-d90bf6ee640d req-a63cb27a-38da-4697-8c24-fce0a257aab8 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:24.593805 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5c585cea-1fb3-4689-902e-d90bf6ee640d req-a63cb27a-38da-4697-8c24-fce0a257aab8 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 943 time: 0.0474629 Oct 03 12:56:24.643462 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5c585cea-1fb3-4689-902e-d90bf6ee640d req-b6db667e-1a4d-4709-b4ff-a4f5fea0327b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434797 Oct 03 12:56:24.807184 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f87effce-68b8-453f-81da-a773656e76c3 req-f9f38fce-4779-4fd2-ab81-2381e9194878 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a7601de3-6bca-4b56-900b-e5bce92c1286 HTTP/1.1" status: 200 len: 210 time: 0.0330114 Oct 03 12:56:25.225951 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 6b1bec91-53af-4083-845e-b5a7d292083d up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:56:25.268687 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:25.272867 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 6b1bec91-53af-4083-845e-b5a7d292083d triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:56:25.273240 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (6b1bec91-53af-4083-845e-b5a7d292083d), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:25.273574 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 6b1bec91-53af-4083-845e-b5a7d292083d Oct 03 12:56:25.299166 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-197277ae-0281-48b0-9677-0b14e77e40fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:25.353038 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 6b1bec91-53af-4083-845e-b5a7d292083d is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:56:25.764892 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8a643-cf1a-428c-8e72-41db8b86e4d4 req-bf2f55e4-f02b-494d-87a0-6589fa645bbe tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:25.766326 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7fd8a643-cf1a-428c-8e72-41db8b86e4d4 req-bf2f55e4-f02b-494d-87a0-6589fa645bbe tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 943 time: 0.0470374 Oct 03 12:56:25.815742 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7fd8a643-cf1a-428c-8e72-41db8b86e4d4 req-e27e4e88-acb1-485a-b3c7-a342b136767c tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436077 Oct 03 12:56:25.902669 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-991d06c4-c0e3-427b-9a77-0c684f1d5cb5 req-b65e9551-6823-4b15-97c8-0c77c5f8c7f6 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a7601de3-6bca-4b56-900b-e5bce92c1286 HTTP/1.1" status: 200 len: 210 time: 0.0285964 Oct 03 12:56:26.941106 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:26.945690 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f7ce1-6659-43d3-984d-32b3f0ba6e08 req-a347e99d-54e0-4b5f-b82e-9ae5842421c6 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:26.945690 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-661f7ce1-6659-43d3-984d-32b3f0ba6e08 req-a347e99d-54e0-4b5f-b82e-9ae5842421c6 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 943 time: 0.0518265 Oct 03 12:56:27.004145 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-661f7ce1-6659-43d3-984d-32b3f0ba6e08 req-b92e0732-3152-409a-bc48-aa83723f4ce4 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537512 Oct 03 12:56:27.021355 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-02e105ea-508d-42b7-a90f-828e7cfb8fdb req-9f0b3ed9-3b25-4e6b-b60f-297fa5c3d061 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a7601de3-6bca-4b56-900b-e5bce92c1286 HTTP/1.1" status: 200 len: 210 time: 0.0393806 Oct 03 12:56:27.354716 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce8bea-f471-44ca-a998-86c59847db71 req-240b2dcf-1c4e-4303-8b65-ef7ff71bbb12 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:27.356206 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8fce8bea-f471-44ca-a998-86c59847db71 req-240b2dcf-1c4e-4303-8b65-ef7ff71bbb12 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.46 "GET /networking/v2.0/networks?id=1c116e69-b6ec-41cd-b2b6-637e304e9d46 HTTP/1.1" status: 200 len: 815 time: 0.1038837 Oct 03 12:56:27.382718 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:27.421062 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8fce8bea-f471-44ca-a998-86c59847db71 req-4dde7f79-732a-4f16-81dd-376b8ef49116 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=484522301976426dae50e64c141c727e HTTP/1.1" status: 200 len: 379 time: 0.0563037 Oct 03 12:56:27.430360 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-8fce8bea-f471-44ca-a998-86c59847db71 req-f084bc2b-e1a5-4bdb-924f-6704a9560d6f tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'port': {'device_id': 'a7601de3-6bca-4b56-900b-e5bce92c1286', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'admin_state_up': True, 'tenant_id': '484522301976426dae50e64c141c727e', 'security_groups': ['04c5d396-a854-4185-9bcb-da29eb7c2745']}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:56:27.628356 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fce8bea-f471-44ca-a998-86c59847db71 req-f084bc2b-e1a5-4bdb-924f-6704a9560d6f tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Made reservation on behalf of 484522301976426dae50e64c141c727e for: {'port': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:56:27.632486 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8fce8bea-f471-44ca-a998-86c59847db71 req-f084bc2b-e1a5-4bdb-924f-6704a9560d6f tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:27.976867 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [req-8fce8bea-f471-44ca-a998-86c59847db71 req-f084bc2b-e1a5-4bdb-924f-6704a9560d6f tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Allocated IP 172.20.0.3 (1c116e69-b6ec-41cd-b2b6-637e304e9d46/85ba965e-ab65-4b2d-a3bd-c593866149c6/4edf1405-fc52-4599-ac23-ab2575e40645) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:56:28.114954 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8fce8bea-f471-44ca-a998-86c59847db71 req-f084bc2b-e1a5-4bdb-924f-6704a9560d6f tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for port (4edf1405-fc52-4599-ac23-ab2575e40645), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:28.146824 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ad7e9f31-edb6-4aed-8c9b-f8e6c05ca5a8 req-504a5d2f-00c9-4e4f-8783-b5afc690d488 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a7601de3-6bca-4b56-900b-e5bce92c1286 HTTP/1.1" status: 200 len: 210 time: 0.0451238 Oct 03 12:56:28.159804 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557d480-2c2b-4ccb-97af-5408378d476a req-cbbfb68a-bdda-403c-850f-a70b40b3cf25 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:28.161925 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a557d480-2c2b-4ccb-97af-5408378d476a req-cbbfb68a-bdda-403c-850f-a70b40b3cf25 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 943 time: 0.0700684 Oct 03 12:56:28.163698 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:56:28.188412 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8fce8bea-f471-44ca-a998-86c59847db71 req-f084bc2b-e1a5-4bdb-924f-6704a9560d6f tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (4edf1405-fc52-4599-ac23-ab2575e40645), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:28.218456 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a557d480-2c2b-4ccb-97af-5408378d476a req-c565a275-646b-40cd-8153-9ef730d35568 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502908 Oct 03 12:56:28.244645 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fce8bea-f471-44ca-a998-86c59847db71 req-f084bc2b-e1a5-4bdb-924f-6704a9560d6f tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:56:28.248138 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:28.251428 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [req-8fce8bea-f471-44ca-a998-86c59847db71 req-f084bc2b-e1a5-4bdb-924f-6704a9560d6f tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:56:28.255205 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fce8bea-f471-44ca-a998-86c59847db71 req-f084bc2b-e1a5-4bdb-924f-6704a9560d6f tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:56:28.270741 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084bc2b-e1a5-4bdb-924f-6704a9560d6f tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'Port': ['ID=4edf1405-fc52-4599-ac23-ab2575e40645,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:28.308327 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce8bea-f471-44ca-a998-86c59847db71 req-f084bc2b-e1a5-4bdb-924f-6704a9560d6f tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:28.308951 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8fce8bea-f471-44ca-a998-86c59847db71 req-f084bc2b-e1a5-4bdb-924f-6704a9560d6f tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:28.384859 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8fce8bea-f471-44ca-a998-86c59847db71 req-f084bc2b-e1a5-4bdb-924f-6704a9560d6f tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9588382 Oct 03 12:56:28.396079 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-8fce8bea-f471-44ca-a998-86c59847db71 req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] Request body: {'port': {'device_id': 'a7601de3-6bca-4b56-900b-e5bce92c1286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:56:28.460398 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8fce8bea-f471-44ca-a998-86c59847db71 req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (4edf1405-fc52-4599-ac23-ab2575e40645), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:28.466298 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:28.477676 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:28.529375 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-ece242a4-ac8e-47f2-b7e2-d633898eaf01 None None] Provisioning complete for port 4edf1405-fc52-4599-ac23-ab2575e40645 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:56:28.530255 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ece242a4-ac8e-47f2-b7e2-d633898eaf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (4edf1405-fc52-4599-ac23-ab2575e40645), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:28.530598 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-ece242a4-ac8e-47f2-b7e2-d633898eaf01 None None] Attempt 1 to provision port 4edf1405-fc52-4599-ac23-ab2575e40645 Oct 03 12:56:28.567880 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-ece242a4-ac8e-47f2-b7e2-d633898eaf01 None None] Port 4edf1405-fc52-4599-ac23-ab2575e40645 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:56:28.625575 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:28.713691 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [req-8fce8bea-f471-44ca-a998-86c59847db71 req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4edf1405-fc52-4599-ac23-ab2575e40645 {{(pid=113284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:56:28.721058 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8fce8bea-f471-44ca-a998-86c59847db71 req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] Publish callbacks [] for port (4edf1405-fc52-4599-ac23-ab2575e40645), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:28.733858 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.provisioning_blocks [req-8fce8bea-f471-44ca-a998-86c59847db71 req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] Transition to ACTIVE for port object 4edf1405-fc52-4599-ac23-ab2575e40645 will not be triggered until provisioned by entity L2. {{(pid=113284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 12:56:28.810222 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8fce8bea-f471-44ca-a998-86c59847db71 req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (4edf1405-fc52-4599-ac23-ab2575e40645), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:28.891029 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] Pushing event updated for resources: {'Port': ['ID=4edf1405-fc52-4599-ac23-ab2575e40645,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:28.922049 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-8fce8bea-f471-44ca-a998-86c59847db71 req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] Attempting to bind port 4edf1405-fc52-4599-ac23-ab2575e40645 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:56:28.922377 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-8fce8bea-f471-44ca-a998-86c59847db71 req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] Attempting to bind port 4edf1405-fc52-4599-ac23-ab2575e40645 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:56:28.922702 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fce8bea-f471-44ca-a998-86c59847db71 req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] Attempting to bind port 4edf1405-fc52-4599-ac23-ab2575e40645 on network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:56:28.964529 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fce8bea-f471-44ca-a998-86c59847db71 req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] Port 4edf1405-fc52-4599-ac23-ab2575e40645 on network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 12:56:28.964848 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fce8bea-f471-44ca-a998-86c59847db71 req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] Attempting to bind port 4edf1405-fc52-4599-ac23-ab2575e40645 on network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:56:29.012287 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fce8bea-f471-44ca-a998-86c59847db71 req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] Checking agent: {'id': '72e18e84-452a-46dd-9356-90dcf7de37bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'started_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:56:29.012614 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fce8bea-f471-44ca-a998-86c59847db71 req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] Checking segment: {'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:56:29.012990 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fce8bea-f471-44ca-a998-86c59847db71 req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] Bound using segment: {'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:56:29.013424 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-8fce8bea-f471-44ca-a998-86c59847db71 req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] Bound port: 4edf1405-fc52-4599-ac23-ab2575e40645, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'}}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:56:29.013769 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8fce8bea-f471-44ca-a998-86c59847db71 req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (4edf1405-fc52-4599-ac23-ab2575e40645), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:29.072580 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-8fce8bea-f471-44ca-a998-86c59847db71 req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] For port 4edf1405-fc52-4599-ac23-ab2575e40645, host hv-cinder-84456, cleared binding levels {{(pid=113284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:56:29.075595 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-8fce8bea-f471-44ca-a998-86c59847db71 req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] For port 4edf1405-fc52-4599-ac23-ab2575e40645, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4edf1405-fc52-4599-ac23-ab2575e40645,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:56:29.164870 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8fce8bea-f471-44ca-a998-86c59847db71 req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (4edf1405-fc52-4599-ac23-ab2575e40645), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:29.167889 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce8bea-f471-44ca-a998-86c59847db71 req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:29.168491 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8fce8bea-f471-44ca-a998-86c59847db71 req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:29.170117 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8fce8bea-f471-44ca-a998-86c59847db71 req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/4edf1405-fc52-4599-ac23-ab2575e40645 HTTP/1.1" status: 200 len: 1093 time: 0.7782831 Oct 03 12:56:29.172355 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7601de3-6bca-4b56-900b-e5bce92c1286', 'tag': '4edf1405-fc52-4599-ac23-ab2575e40645'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:56:29.174545 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f205af4-8801-4371-9a7c-e607657b6c48" -d '{"events": [{"name": "network-changed", "server_uuid": "a7601de3-6bca-4b56-900b-e5bce92c1286", "tag": "4edf1405-fc52-4599-ac23-ab2575e40645"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:56:29.221272 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3262e623-5dfe-43fb-aa37-f3392738788b x-openstack-request-id: req-3262e623-5dfe-43fb-aa37-f3392738788b {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:56:29.221607 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7601de3-6bca-4b56-900b-e5bce92c1286", "tag": "4edf1405-fc52-4599-ac23-ab2575e40645", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:56:29.221864 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3262e623-5dfe-43fb-aa37-f3392738788b {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:56:29.222337 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3262e623-5dfe-43fb-aa37-f3392738788b'] response: {'name': 'network-changed', 'server_uuid': 'a7601de3-6bca-4b56-900b-e5bce92c1286', 'tag': '4edf1405-fc52-4599-ac23-ab2575e40645', 'status': 'completed', 'code': 200} Oct 03 12:56:29.227265 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f847b-a79e-4f6d-b35f-743aab0b25fd service neutron] Pushing event updated for resources: {'Port': ['ID=4edf1405-fc52-4599-ac23-ab2575e40645,revision_number=3']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:29.274395 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e61b6-8348-48cd-bca5-b55653199a4d req-e8973348-a970-4a4e-8c94-2ab052ef3eac tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:29.275973 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4f8e61b6-8348-48cd-bca5-b55653199a4d req-e8973348-a970-4a4e-8c94-2ab052ef3eac tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a7601de3-6bca-4b56-900b-e5bce92c1286 HTTP/1.1" status: 200 len: 943 time: 0.0496526 Oct 03 12:56:29.352129 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4f8e61b6-8348-48cd-bca5-b55653199a4d req-8739cb2e-1301-4ccc-881e-3e29440f9f12 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=04c5d396-a854-4185-9bcb-da29eb7c2745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702314 Oct 03 12:56:29.366596 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1d1ff-b147-479a-9014-68fb3bbeec52 req-ea2927b0-125a-4dcd-9fee-b1caeffcbe89 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:29.372723 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7ce1d1ff-b147-479a-9014-68fb3bbeec52 req-ea2927b0-125a-4dcd-9fee-b1caeffcbe89 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 943 time: 0.0573804 Oct 03 12:56:29.417425 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7ce1d1ff-b147-479a-9014-68fb3bbeec52 req-a0efd2bf-9970-4c03-9c19-4a45dabffaf0 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437074 Oct 03 12:56:29.684718 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f205af4-8801-4371-9a7c-e607657b6c48 req-6342da42-a131-46a1-b8ec-c05a348a1fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:29.686152 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4f205af4-8801-4371-9a7c-e607657b6c48 req-6342da42-a131-46a1-b8ec-c05a348a1fe0 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=484522301976426dae50e64c141c727e&device_id=a7601de3-6bca-4b56-900b-e5bce92c1286 HTTP/1.1" status: 200 len: 1127 time: 0.0399356 Oct 03 12:56:29.768471 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:29.795192 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f205af4-8801-4371-9a7c-e607657b6c48 req-8a7a12e3-ea47-4977-804f-a35047a99dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:29.796834 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4f205af4-8801-4371-9a7c-e607657b6c48 req-8a7a12e3-ea47-4977-804f-a35047a99dc3 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=484522301976426dae50e64c141c727e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1038809 Oct 03 12:56:29.900292 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f205af4-8801-4371-9a7c-e607657b6c48 req-99e13cd0-f5b0-4d85-80f6-432495b2cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:29.901766 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4f205af4-8801-4371-9a7c-e607657b6c48 req-99e13cd0-f5b0-4d85-80f6-432495b2cd84 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991087 Oct 03 12:56:29.976502 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce8bea-f471-44ca-a998-86c59847db71 req-5265e950-9795-47eb-b8af-f1604821d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:29.977976 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8fce8bea-f471-44ca-a998-86c59847db71 req-5265e950-9795-47eb-b8af-f1604821d2b4 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=484522301976426dae50e64c141c727e&device_id=a7601de3-6bca-4b56-900b-e5bce92c1286 HTTP/1.1" status: 200 len: 1127 time: 0.0397611 Oct 03 12:56:30.015711 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8fce8bea-f471-44ca-a998-86c59847db71 req-5b6a31bd-7772-4bd3-ad2f-9309edf67f88 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4edf1405-fc52-4599-ac23-ab2575e40645 HTTP/1.1" status: 200 len: 217 time: 0.0315790 Oct 03 12:56:30.065851 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce8bea-f471-44ca-a998-86c59847db71 req-a0f8ad5b-7a9e-46e8-9ca7-475a623f0ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:30.067890 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8fce8bea-f471-44ca-a998-86c59847db71 req-a0f8ad5b-7a9e-46e8-9ca7-475a623f0ea0 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=85ba965e-ab65-4b2d-a3bd-c593866149c6 HTTP/1.1" status: 200 len: 854 time: 0.0462968 Oct 03 12:56:30.112979 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce8bea-f471-44ca-a998-86c59847db71 req-87f3e2fb-10df-42ac-8fed-14f6a040abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:30.114487 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8fce8bea-f471-44ca-a998-86c59847db71 req-87f3e2fb-10df-42ac-8fed-14f6a040abd5 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=1c116e69-b6ec-41cd-b2b6-637e304e9d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379467 Oct 03 12:56:30.128480 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:30.214871 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8fce8bea-f471-44ca-a998-86c59847db71 req-54211cb6-f68e-40d1-b90b-b5f7140bbe84 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935140 Oct 03 12:56:30.319131 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8fce8bea-f471-44ca-a998-86c59847db71 req-b7f3559f-030a-43a5-9365-690b754046ad service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984125 Oct 03 12:56:30.469126 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:30.481160 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcb48f-1b76-4f45-8e7e-89ccabee14f1 req-e27a1ccb-1148-432e-bbc6-024fa5f93f39 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:30.482645 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-80bcb48f-1b76-4f45-8e7e-89ccabee14f1 req-e27a1ccb-1148-432e-bbc6-024fa5f93f39 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a7601de3-6bca-4b56-900b-e5bce92c1286 HTTP/1.1" status: 200 len: 943 time: 0.0518653 Oct 03 12:56:30.564591 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae4198-d574-4f4e-83a5-fc9da63f0331 req-de1bd337-5cb1-46f4-a8a6-3df7ff58b0f8 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:30.566053 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6eae4198-d574-4f4e-83a5-fc9da63f0331 req-de1bd337-5cb1-46f4-a8a6-3df7ff58b0f8 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 943 time: 0.0709393 Oct 03 12:56:30.572591 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-80bcb48f-1b76-4f45-8e7e-89ccabee14f1 req-b94f2b8e-f0f2-4fa2-b822-701e1ba7989b tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=04c5d396-a854-4185-9bcb-da29eb7c2745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841622 Oct 03 12:56:30.619764 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6eae4198-d574-4f4e-83a5-fc9da63f0331 req-43264a86-9f41-4205-95a3-8659efd800b3 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462472 Oct 03 12:56:31.453050 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 4edf1405-fc52-4599-ac23-ab2575e40645 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:56:31.549561 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 4edf1405-fc52-4599-ac23-ab2575e40645, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4edf1405-fc52-4599-ac23-ab2575e40645,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:56:31.563642 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': '4edf1405-fc52-4599-ac23-ab2575e40645', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'port_id': '4edf1405-fc52-4599-ac23-ab2575e40645', 'mac_address': 'fa:16:3e:3b:cb:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:56:31.596695 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 4edf1405-fc52-4599-ac23-ab2575e40645 is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:56:31.597080 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (4edf1405-fc52-4599-ac23-ab2575e40645), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:31.610641 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4edf1405-fc52-4599-ac23-ab2575e40645 {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:56:31.631170 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 4edf1405-fc52-4599-ac23-ab2575e40645, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4edf1405-fc52-4599-ac23-ab2575e40645,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:56:31.698337 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd0438-c9f3-4669-a77c-3b7645985da3 req-d246f042-9691-492d-895a-71a7e4a3fc28 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:31.699827 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a8bd0438-c9f3-4669-a77c-3b7645985da3 req-d246f042-9691-492d-895a-71a7e4a3fc28 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a7601de3-6bca-4b56-900b-e5bce92c1286 HTTP/1.1" status: 200 len: 943 time: 0.0516009 Oct 03 12:56:31.735530 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (4edf1405-fc52-4599-ac23-ab2575e40645), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:31.736188 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:56:31.740933 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:31.760264 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b004373-1ecf-4664-b93e-3b82053b6e41 req-2bbd864e-54d6-436f-ac79-aa9142340828 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:31.761756 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1b004373-1ecf-4664-b93e-3b82053b6e41 req-2bbd864e-54d6-436f-ac79-aa9142340828 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 943 time: 0.0610781 Oct 03 12:56:31.799613 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a8bd0438-c9f3-4669-a77c-3b7645985da3 req-823f437a-2575-4a6f-a0aa-807122ecebf7 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=04c5d396-a854-4185-9bcb-da29eb7c2745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902026 Oct 03 12:56:31.834420 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1b004373-1ecf-4664-b93e-3b82053b6e41 req-f7ed9256-9049-47df-83cc-3f8481a7709b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665665 Oct 03 12:56:31.853260 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=4edf1405-fc52-4599-ac23-ab2575e40645,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:31.896442 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7deec46d-97bb-4a3f-a77b-11832cd2ffe1,segment=NetworkSegment(947c4539-8b5d-493f-b375-3fcb69a985f7),segment_id=947c4539-8b5d-493f-b375-3fcb69a985f7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:56:31.907611 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': '7deec46d-97bb-4a3f-a77b-11832cd2ffe1', 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525', 'port_id': '7deec46d-97bb-4a3f-a77b-11832cd2ffe1', 'mac_address': 'fa:16:3e:60:7f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:56:31.941411 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:56:31.942370 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (7deec46d-97bb-4a3f-a77b-11832cd2ffe1), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:31.954823 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:56:31.973672 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7deec46d-97bb-4a3f-a77b-11832cd2ffe1,segment=NetworkSegment(947c4539-8b5d-493f-b375-3fcb69a985f7),segment_id=947c4539-8b5d-493f-b375-3fcb69a985f7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:56:32.050196 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (7deec46d-97bb-4a3f-a77b-11832cd2ffe1), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:32.099613 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=7deec46d-97bb-4a3f-a77b-11832cd2ffe1,revision_number=7']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:32.412909 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['4edf1405-fc52-4599-ac23-ab2575e40645'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:56:32.489842 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:32.498783 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['7deec46d-97bb-4a3f-a77b-11832cd2ffe1'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:56:32.708333 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:32.933513 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af6bb0-d410-42c9-9ae5-23f4b96c7ac6 req-8cddc7f4-16cb-4c49-9f12-7d912008b7ff tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:32.934939 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d9af6bb0-d410-42c9-9ae5-23f4b96c7ac6 req-8cddc7f4-16cb-4c49-9f12-7d912008b7ff tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a7601de3-6bca-4b56-900b-e5bce92c1286 HTTP/1.1" status: 200 len: 944 time: 0.0591271 Oct 03 12:56:32.960818 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:32.983298 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44342c02-4f4a-4f35-ae71-01c2c4211e2f req-9e58d8ef-d597-47fc-b8b2-3a1fc6ebfc95 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:32.984741 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-44342c02-4f4a-4f35-ae71-01c2c4211e2f req-9e58d8ef-d597-47fc-b8b2-3a1fc6ebfc95 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 944 time: 0.0734243 Oct 03 12:56:33.022412 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d9af6bb0-d410-42c9-9ae5-23f4b96c7ac6 req-47967167-5458-4844-b369-0cfe13139d77 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=04c5d396-a854-4185-9bcb-da29eb7c2745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719805 Oct 03 12:56:33.049885 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-44342c02-4f4a-4f35-ae71-01c2c4211e2f req-9f5c1268-97e6-40e6-bd41-8c95fa33b568 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570514 Oct 03 12:56:33.514240 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 4edf1405-fc52-4599-ac23-ab2575e40645 up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:56:33.517257 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:33.561020 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning for port 4edf1405-fc52-4599-ac23-ab2575e40645 completed by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 12:56:33.659876 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port 4edf1405-fc52-4599-ac23-ab2575e40645 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:56:33.660253 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (4edf1405-fc52-4599-ac23-ab2575e40645), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:33.661253 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port 4edf1405-fc52-4599-ac23-ab2575e40645 Oct 03 12:56:33.732267 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 4edf1405-fc52-4599-ac23-ab2575e40645 is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:56:33.732653 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (4edf1405-fc52-4599-ac23-ab2575e40645), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:33.755899 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7601de3-6bca-4b56-900b-e5bce92c1286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edf1405-fc52-4599-ac23-ab2575e40645'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:56:33.758152 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb507da-f268-44f9-93d1-ac10fe9e2629" -d '{"events": [{"server_uuid": "a7601de3-6bca-4b56-900b-e5bce92c1286", "name": "network-vif-plugged", "status": "completed", "tag": "4edf1405-fc52-4599-ac23-ab2575e40645"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:56:33.770695 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 4edf1405-fc52-4599-ac23-ab2575e40645, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4edf1405-fc52-4599-ac23-ab2575e40645,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:56:33.797851 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7618a9f7-dfef-4d79-a724-745430f1134a x-openstack-request-id: req-7618a9f7-dfef-4d79-a724-745430f1134a {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:56:33.797851 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7601de3-6bca-4b56-900b-e5bce92c1286", "name": "network-vif-plugged", "status": "completed", "tag": "4edf1405-fc52-4599-ac23-ab2575e40645", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:56:33.797851 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7618a9f7-dfef-4d79-a724-745430f1134a {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:56:33.797851 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7618a9f7-dfef-4d79-a724-745430f1134a'] response: {'server_uuid': 'a7601de3-6bca-4b56-900b-e5bce92c1286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edf1405-fc52-4599-ac23-ab2575e40645', 'code': 200} Oct 03 12:56:33.873336 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (4edf1405-fc52-4599-ac23-ab2575e40645), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:33.874181 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:56:33.952862 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=4edf1405-fc52-4599-ac23-ab2575e40645,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:33.961624 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:56:33.961901 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (7deec46d-97bb-4a3f-a77b-11832cd2ffe1), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:33.962235 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 Oct 03 12:56:34.033819 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:56:34.034169 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (7deec46d-97bb-4a3f-a77b-11832cd2ffe1), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:34.074775 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7deec46d-97bb-4a3f-a77b-11832cd2ffe1,segment=NetworkSegment(947c4539-8b5d-493f-b375-3fcb69a985f7),segment_id=947c4539-8b5d-493f-b375-3fcb69a985f7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:56:34.126431 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13d74f-9225-4339-a751-f3b9a28f686e req-d412649b-942b-48d2-aae4-1387365c72a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:34.128563 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8e13d74f-9225-4339-a751-f3b9a28f686e req-d412649b-942b-48d2-aae4-1387365c72a1 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a7601de3-6bca-4b56-900b-e5bce92c1286 HTTP/1.1" status: 200 len: 1129 time: 0.0452178 Oct 03 12:56:34.176847 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8e13d74f-9225-4339-a751-f3b9a28f686e req-322f58ff-29ca-4dae-b302-5f2096652385 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=04c5d396-a854-4185-9bcb-da29eb7c2745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412672 Oct 03 12:56:34.183041 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62559379-b5f8-4629-af3e-9baab7c3ae09 req-abfd3c02-1601-4971-8db6-e679f5fe273c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:34.184562 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-62559379-b5f8-4629-af3e-9baab7c3ae09 req-abfd3c02-1601-4971-8db6-e679f5fe273c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a7601de3-6bca-4b56-900b-e5bce92c1286 HTTP/1.1" status: 200 len: 945 time: 0.0830429 Oct 03 12:56:34.187541 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (7deec46d-97bb-4a3f-a77b-11832cd2ffe1), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:34.205719 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e24534-b273-4bad-b4db-e4ae7d63a5f8 req-27928fb5-3215-4fa0-9f10-71c4006cf476 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:34.207146 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-24e24534-b273-4bad-b4db-e4ae7d63a5f8 req-27928fb5-3215-4fa0-9f10-71c4006cf476 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 944 time: 0.0728045 Oct 03 12:56:34.240830 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=7deec46d-97bb-4a3f-a77b-11832cd2ffe1,revision_number=8']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:34.284478 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-62559379-b5f8-4629-af3e-9baab7c3ae09 req-e32caf6d-1f79-407b-80bb-a697ee2e957b tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=04c5d396-a854-4185-9bcb-da29eb7c2745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937886 Oct 03 12:56:34.290551 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-24e24534-b273-4bad-b4db-e4ae7d63a5f8 req-d54494eb-e5cb-48be-b385-0fee7da70a58 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733261 Oct 03 12:56:35.132601 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=46 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:35.444167 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6cb001-ecc4-4475-afa3-744b8479810e req-c4b8d1b6-2bc9-4efe-8172-db9546a1a984 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:35.445542 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4d6cb001-ecc4-4475-afa3-744b8479810e req-c4b8d1b6-2bc9-4efe-8172-db9546a1a984 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a7601de3-6bca-4b56-900b-e5bce92c1286 HTTP/1.1" status: 200 len: 945 time: 0.0791998 Oct 03 12:56:35.452886 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fa132-e219-433a-9194-2ef1f2257195 req-07c22322-0499-4cee-9ea0-6760892a0b28 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:35.454223 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8f4fa132-e219-433a-9194-2ef1f2257195 req-07c22322-0499-4cee-9ea0-6760892a0b28 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.0730245 Oct 03 12:56:35.532348 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4d6cb001-ecc4-4475-afa3-744b8479810e req-a74c1ea9-1eba-49ae-ab8a-dce7743c1728 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=04c5d396-a854-4185-9bcb-da29eb7c2745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771844 Oct 03 12:56:35.537616 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8f4fa132-e219-433a-9194-2ef1f2257195 req-c1c0037b-e7b7-4db0-88ec-833c07394ba3 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750704 Oct 03 12:56:35.798873 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a54301-d1b8-4060-b712-8d707bcfbef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7deec46d-97bb-4a3f-a77b-11832cd2ffe1'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:56:35.802327 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4be1c9e-980a-4823-b702-d9314e017810" -d '{"events": [{"server_uuid": "e3a54301-d1b8-4060-b712-8d707bcfbef5", "name": "network-vif-plugged", "status": "completed", "tag": "7deec46d-97bb-4a3f-a77b-11832cd2ffe1"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:56:35.839274 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e2359d-9385-4016-87cc-42554317b8e4 x-openstack-request-id: req-c0e2359d-9385-4016-87cc-42554317b8e4 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:56:35.839600 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a54301-d1b8-4060-b712-8d707bcfbef5", "name": "network-vif-plugged", "status": "completed", "tag": "7deec46d-97bb-4a3f-a77b-11832cd2ffe1", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:56:35.839858 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c0e2359d-9385-4016-87cc-42554317b8e4 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:56:35.840263 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e2359d-9385-4016-87cc-42554317b8e4'] response: {'server_uuid': 'e3a54301-d1b8-4060-b712-8d707bcfbef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7deec46d-97bb-4a3f-a77b-11832cd2ffe1', 'code': 200} Oct 03 12:56:36.189876 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46545336-9fc1-44a1-b410-cc93b10ec4c8 req-377cd8e5-e616-4cfc-b7c4-33b5f38ccebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:36.191310 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-46545336-9fc1-44a1-b410-cc93b10ec4c8 req-377cd8e5-e616-4cfc-b7c4-33b5f38ccebb service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 1129 time: 0.0393214 Oct 03 12:56:36.236834 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-46545336-9fc1-44a1-b410-cc93b10ec4c8 req-b38d12f2-f0a6-40ba-893f-8322fa00b4a6 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393116 Oct 03 12:56:36.685034 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba211328-cc3a-4de1-9fb9-7cb8836f077a req-29ca024c-eb58-4bbd-9c7e-9ab65e0368ce tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:36.686472 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ba211328-cc3a-4de1-9fb9-7cb8836f077a req-29ca024c-eb58-4bbd-9c7e-9ab65e0368ce tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.0653305 Oct 03 12:56:36.692676 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6409842-7efb-4be5-b267-3df18fd46bdc req-a466bf01-a014-42b4-bb3e-3f4f1cc33e9c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:36.693972 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a6409842-7efb-4be5-b267-3df18fd46bdc req-a466bf01-a014-42b4-bb3e-3f4f1cc33e9c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a7601de3-6bca-4b56-900b-e5bce92c1286 HTTP/1.1" status: 200 len: 945 time: 0.0821223 Oct 03 12:56:36.718761 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:36.772819 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ba211328-cc3a-4de1-9fb9-7cb8836f077a req-a8ea2ea5-7006-4286-a62f-4d91bad32831 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778999 Oct 03 12:56:36.777091 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a6409842-7efb-4be5-b267-3df18fd46bdc req-8e783a6d-6298-4e70-aef5-b2aa059b640e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=04c5d396-a854-4185-9bcb-da29eb7c2745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762169 Oct 03 12:56:36.900051 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e21d1-e840-49cf-905a-db2d67f3f68b req-eef2e2b9-56fd-436e-b902-8b92f0a80dfa tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:36.901549 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d57e21d1-e840-49cf-905a-db2d67f3f68b req-eef2e2b9-56fd-436e-b902-8b92f0a80dfa tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a7601de3-6bca-4b56-900b-e5bce92c1286 HTTP/1.1" status: 200 len: 945 time: 0.0489135 Oct 03 12:56:36.912192 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 41998) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:56:36.916711 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-035f49fd-6251-4f40-b11d-0cbb5541a3c5 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'floatingip': {'port_id': '4edf1405-fc52-4599-ac23-ab2575e40645'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:56:36.954146 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-035f49fd-6251-4f40-b11d-0cbb5541a3c5 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (96891d44-021f-4eb9-a050-94d3af8cba53), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:37.247700 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:37.378313 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-035f49fd-6251-4f40-b11d-0cbb5541a3c5 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:37.471855 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-035f49fd-6251-4f40-b11d-0cbb5541a3c5 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (96891d44-021f-4eb9-a050-94d3af8cba53), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:37.565249 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.db.l3_db [None req-035f49fd-6251-4f40-b11d-0cbb5541a3c5 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Floating IP 96891d44-021f-4eb9-a050-94d3af8cba53 associated. External IP: 172.27.0.225, port: 4edf1405-fc52-4599-ac23-ab2575e40645. Oct 03 12:56:37.763791 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035f49fd-6251-4f40-b11d-0cbb5541a3c5 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Router 122074b6-a40b-4fa0-be87-3c63da082123 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:56:38.134135 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dafa26-018b-4444-8935-c4b2ff1e50f7 req-fd8362d2-55b7-4878-a923-e84ec77a6c12 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:38.135597 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-32dafa26-018b-4444-8935-c4b2ff1e50f7 req-fd8362d2-55b7-4878-a923-e84ec77a6c12 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.0842750 Oct 03 12:56:38.160067 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:38.166785 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035f49fd-6251-4f40-b11d-0cbb5541a3c5 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:56:38.172737 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-035f49fd-6251-4f40-b11d-0cbb5541a3c5 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:38.174409 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:38.177353 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd705fb-f05a-4bed-863c-7238e19fef69 None None] Sync routers for ids ['122074b6-a40b-4fa0-be87-3c63da082123'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:56:38.189065 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd705fb-f05a-4bed-863c-7238e19fef69 None None] Routers {'122074b6-a40b-4fa0-be87-3c63da082123'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:56:38.189756 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-0cd705fb-f05a-4bed-863c-7238e19fef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:56:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['122074b6-a40b-4fa0-be87-3c63da082123'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:38.220908 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-035f49fd-6251-4f40-b11d-0cbb5541a3c5 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/96891d44-021f-4eb9-a050-94d3af8cba53 HTTP/1.1" status: 200 len: 991 time: 1.3076537 Oct 03 12:56:38.221765 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7601de3-6bca-4b56-900b-e5bce92c1286', 'tag': '4edf1405-fc52-4599-ac23-ab2575e40645'}] {{(pid=113285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:56:38.224153 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8c9de838f6157477042d1ccf4c4241849d38f3be3769c4c2ec48b33ae5f8e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e4ba1e-7e49-4b08-a9eb-d6f2cacd837e" -d '{"events": [{"name": "network-changed", "server_uuid": "a7601de3-6bca-4b56-900b-e5bce92c1286", "tag": "4edf1405-fc52-4599-ac23-ab2575e40645"}]}' {{(pid=113285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:56:38.230734 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-32dafa26-018b-4444-8935-c4b2ff1e50f7 req-9891b5df-b13e-4058-ac6c-1bcf2e3ac4ef tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877948 Oct 03 12:56:38.271558 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca23372-598e-424c-bc61-3f18e002c107 x-openstack-request-id: req-cca23372-598e-424c-bc61-3f18e002c107 {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:56:38.271558 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7601de3-6bca-4b56-900b-e5bce92c1286", "tag": "4edf1405-fc52-4599-ac23-ab2575e40645", "status": "completed", "code": 200}]} {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:56:38.271558 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cca23372-598e-424c-bc61-3f18e002c107 {{(pid=113285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:56:38.271558 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cca23372-598e-424c-bc61-3f18e002c107'] response: {'name': 'network-changed', 'server_uuid': 'a7601de3-6bca-4b56-900b-e5bce92c1286', 'tag': '4edf1405-fc52-4599-ac23-ab2575e40645', 'status': 'completed', 'code': 200} Oct 03 12:56:38.320659 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-0cd705fb-f05a-4bed-863c-7238e19fef69 None None] Set router 122074b6-a40b-4fa0-be87-3c63da082123 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:56:38.338932 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4ba1e-7e49-4b08-a9eb-d6f2cacd837e req-8ac09e94-22cc-440d-9da9-9dc7c709945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:38.341152 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-74e4ba1e-7e49-4b08-a9eb-d6f2cacd837e req-8ac09e94-22cc-440d-9da9-9dc7c709945a service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=484522301976426dae50e64c141c727e&device_id=a7601de3-6bca-4b56-900b-e5bce92c1286 HTTP/1.1" status: 200 len: 1129 time: 0.0448601 Oct 03 12:56:38.441657 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4ba1e-7e49-4b08-a9eb-d6f2cacd837e req-bf611788-851b-42f2-afb6-f6ae3bae8f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:38.443930 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-74e4ba1e-7e49-4b08-a9eb-d6f2cacd837e req-bf611788-851b-42f2-afb6-f6ae3bae8f22 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=1c116e69-b6ec-41cd-b2b6-637e304e9d46 HTTP/1.1" status: 200 len: 916 time: 0.0962033 Oct 03 12:56:38.537767 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-0cd705fb-f05a-4bed-863c-7238e19fef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '96891d44-021f-4eb9-a050-94d3af8cba53', 'tenant_id': '484522301976426dae50e64c141c727e', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'port_id': '4edf1405-fc52-4599-ac23-ab2575e40645', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'mac_address': 'fa:16:3e:3b:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7601de3-6bca-4b56-900b-e5bce92c1286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:56:23Z', 'updated_at': '2022-10-03T12:56:37Z', 'revision_number': 1, 'project_id': '484522301976426dae50e64c141c727e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:38.564994 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd705fb-f05a-4bed-863c-7238e19fef69 None None] Checking router: 122074b6-a40b-4fa0-be87-3c63da082123 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:56:38.573643 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd705fb-f05a-4bed-863c-7238e19fef69 None None] Routers {'122074b6-a40b-4fa0-be87-3c63da082123'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:56:38.574220 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-0cd705fb-f05a-4bed-863c-7238e19fef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:56:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['122074b6-a40b-4fa0-be87-3c63da082123'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:38.672231 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-0cd705fb-f05a-4bed-863c-7238e19fef69 None None] Set router 122074b6-a40b-4fa0-be87-3c63da082123 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:56:38.673040 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-74e4ba1e-7e49-4b08-a9eb-d6f2cacd837e req-84e4d6a9-4519-4758-a167-ade92dd3f2b4 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4edf1405-fc52-4599-ac23-ab2575e40645 HTTP/1.1" status: 200 len: 999 time: 0.0580499 Oct 03 12:56:38.721663 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4ba1e-7e49-4b08-a9eb-d6f2cacd837e req-08d0ba22-2b4e-4ec8-8502-baac0abf45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:38.723121 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-74e4ba1e-7e49-4b08-a9eb-d6f2cacd837e req-08d0ba22-2b4e-4ec8-8502-baac0abf45d6 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=85ba965e-ab65-4b2d-a3bd-c593866149c6 HTTP/1.1" status: 200 len: 854 time: 0.0444074 Oct 03 12:56:38.772759 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4ba1e-7e49-4b08-a9eb-d6f2cacd837e req-c722ce6a-4fff-4dc8-9c4a-52376e540f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:38.774263 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-74e4ba1e-7e49-4b08-a9eb-d6f2cacd837e req-c722ce6a-4fff-4dc8-9c4a-52376e540f1b service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=1c116e69-b6ec-41cd-b2b6-637e304e9d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437844 Oct 03 12:56:38.849800 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:38.863960 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-74e4ba1e-7e49-4b08-a9eb-d6f2cacd837e req-a2db5527-ff8f-490e-a2bb-89d3f0e359e7 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838177 Oct 03 12:56:38.883754 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-0cd705fb-f05a-4bed-863c-7238e19fef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '96891d44-021f-4eb9-a050-94d3af8cba53', 'tenant_id': '484522301976426dae50e64c141c727e', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'port_id': '4edf1405-fc52-4599-ac23-ab2575e40645', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'mac_address': 'fa:16:3e:3b:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7601de3-6bca-4b56-900b-e5bce92c1286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:56:23Z', 'updated_at': '2022-10-03T12:56:37Z', 'revision_number': 1, 'project_id': '484522301976426dae50e64c141c727e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:38.908429 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd705fb-f05a-4bed-863c-7238e19fef69 None None] The sync data for ids ['122074b6-a40b-4fa0-be87-3c63da082123'] in dv-cinder-844563-12-iscsi is: [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '96891d44-021f-4eb9-a050-94d3af8cba53', 'tenant_id': '484522301976426dae50e64c141c727e', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'port_id': '4edf1405-fc52-4599-ac23-ab2575e40645', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'mac_address': 'fa:16:3e:3b:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7601de3-6bca-4b56-900b-e5bce92c1286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:56:23Z', 'updated_at': '2022-10-03T12:56:37Z', 'revision_number': 1, 'project_id': '484522301976426dae50e64c141c727e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:56:38.962176 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-74e4ba1e-7e49-4b08-a9eb-d6f2cacd837e req-cab829c3-d8a1-4e6a-976a-1a96640e561c service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895059 Oct 03 12:56:39.110013 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd1fd99-130d-4fb6-bd22-04df8115d251 None None] New status for floating IP 96891d44-021f-4eb9-a050-94d3af8cba53: ACTIVE {{(pid=113286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:56:39.113443 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:39.383136 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bf685-3a63-4637-9a62-c48b1099c441 req-4822bcbc-b254-4c99-8b3b-a8b6cc3be4e6 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:39.384640 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-580bf685-3a63-4637-9a62-c48b1099c441 req-4822bcbc-b254-4c99-8b3b-a8b6cc3be4e6 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.0578542 Oct 03 12:56:39.433014 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-580bf685-3a63-4637-9a62-c48b1099c441 req-ee18e646-9966-4b1a-8e62-5664a955e553 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428207 Oct 03 12:56:40.632008 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ee44f2e8-ac1e-41cb-a279-a886a2d353ec req-b2cc2e69-2046-4520-9e58-09e61e766776 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383513 Oct 03 12:56:40.693257 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44f2e8-ac1e-41cb-a279-a886a2d353ec req-64aa10fc-100e-4dcc-bc8d-9f6343bde886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:40.695209 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ee44f2e8-ac1e-41cb-a279-a886a2d353ec req-64aa10fc-100e-4dcc-bc8d-9f6343bde886 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=0e20f793bd0b46a59df730183818d9f8&device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 1131 time: 0.0384440 Oct 03 12:56:40.799372 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44f2e8-ac1e-41cb-a279-a886a2d353ec req-2bffaca7-0781-419d-8d62-755c9418bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:40.800816 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ee44f2e8-ac1e-41cb-a279-a886a2d353ec req-2bffaca7-0781-419d-8d62-755c9418bd62 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=99c96330-3d0c-4416-8b2d-15be2ccdbc1b HTTP/1.1" status: 200 len: 918 time: 0.0875168 Oct 03 12:56:40.861588 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ee44f2e8-ac1e-41cb-a279-a886a2d353ec req-8e834786-7ead-4775-945a-fa16304821c9 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c HTTP/1.1" status: 200 len: 1002 time: 0.0533943 Oct 03 12:56:40.915006 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44f2e8-ac1e-41cb-a279-a886a2d353ec req-45dbc564-b8eb-4455-a026-154789081bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:40.916359 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ee44f2e8-ac1e-41cb-a279-a886a2d353ec req-45dbc564-b8eb-4455-a026-154789081bb5 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=287a7239-c391-4a5c-a389-779ed301deff HTTP/1.1" status: 200 len: 856 time: 0.0461249 Oct 03 12:56:40.952338 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:40.959712 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44f2e8-ac1e-41cb-a279-a886a2d353ec req-065eba1d-05cc-41ba-9f74-dc478ad0ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:40.964257 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ee44f2e8-ac1e-41cb-a279-a886a2d353ec req-065eba1d-05cc-41ba-9f74-dc478ad0ccef service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=99c96330-3d0c-4416-8b2d-15be2ccdbc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382888 Oct 03 12:56:41.049926 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ee44f2e8-ac1e-41cb-a279-a886a2d353ec req-7265d798-5eff-4b41-b1e1-95a67770ab98 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819287 Oct 03 12:56:41.144302 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ee44f2e8-ac1e-41cb-a279-a886a2d353ec req-663eec65-9fa6-4c6e-ac11-f44da112ff24 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837891 Oct 03 12:56:48.886862 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=65 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:49.217856 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:49.417296 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=10 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:49.429302 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=81 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:51.131932 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=16 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:51.139014 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=84,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:51.141156 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=63 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:56:52.993054 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c8619399-867c-4efc-b0b0-a7e35b252bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:55.261420 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-52a4fd45-6d7a-4b7f-9a65-130d6e811410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:56.516065 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba93bb-7410-4b9c-af7f-ae2223ac1337 req-cad8bbec-7ee6-4017-9bf8-cd9515cdb739 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:56.517482 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5fba93bb-7410-4b9c-af7f-ae2223ac1337 req-cad8bbec-7ee6-4017-9bf8-cd9515cdb739 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 947 time: 0.0474269 Oct 03 12:56:56.565018 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5fba93bb-7410-4b9c-af7f-ae2223ac1337 req-18705352-a3f5-4ab6-a66b-0804951b7bd8 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419853 Oct 03 12:56:56.929853 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:57.694121 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97151094-f652-4bee-ad43-9b8b5a19a91f req-b63b3cf1-ff82-48ee-816e-2e2a4eef0829 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:57.696348 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-97151094-f652-4bee-ad43-9b8b5a19a91f req-b63b3cf1-ff82-48ee-816e-2e2a4eef0829 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 947 time: 0.0470245 Oct 03 12:56:57.746968 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-97151094-f652-4bee-ad43-9b8b5a19a91f req-48af27b2-ec3f-4a8c-afd6-f0424652cf4a tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=74ddb88b-54c5-41a6-a585-b0e80a6df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451875 Oct 03 12:56:58.126813 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c07a5-75b8-43dd-9ee3-9542c208880e req-c2369232-7dee-45d1-b52f-5a7de0f04bcb tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:58.128256 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-342c07a5-75b8-43dd-9ee3-9542c208880e req-c2369232-7dee-45d1-b52f-5a7de0f04bcb tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 947 time: 0.0482728 Oct 03 12:56:58.220915 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-342c07a5-75b8-43dd-9ee3-9542c208880e req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Deleting port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:56:58.221256 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-342c07a5-75b8-43dd-9ee3-9542c208880e req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:58.313518 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-342c07a5-75b8-43dd-9ee3-9542c208880e req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] For port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:56:58.313879 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-342c07a5-75b8-43dd-9ee3-9542c208880e req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:58.444362 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:58.444928 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:58.488042 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-342c07a5-75b8-43dd-9ee3-9542c208880e req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:58.488406 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-342c07a5-75b8-43dd-9ee3-9542c208880e req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (539b615a-dc95-4b85-b770-351b7bdfcd91), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:58.488719 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.l3_db [req-342c07a5-75b8-43dd-9ee3-9542c208880e req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Floating IP 539b615a-dc95-4b85-b770-351b7bdfcd91 disassociated. External IP: 172.27.0.172, port: 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c. Oct 03 12:56:58.489133 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-342c07a5-75b8-43dd-9ee3-9542c208880e req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Calling delete_port for 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c owned by compute:nova {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:56:58.650328 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-342c07a5-75b8-43dd-9ee3-9542c208880e req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (778fd61a-2cb6-43b5-ad14-c9a69f32bf7c), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:58.679976 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Pushing event deleted for resources: {'Port': ['ID=778fd61a-2cb6-43b5-ad14-c9a69f32bf7c,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:58.692322 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:58.692670 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:58.693072 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:58.693337 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:58.693670 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:58.694003 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:58.694335 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:58.694718 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:58.694986 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:58.695309 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:58.695655 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:58.696522 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:58.696841 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:58.697172 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:58.697494 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:56:58.806816 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-342c07a5-75b8-43dd-9ee3-9542c208880e req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Router 2a5a47af-db2f-4895-9785-8a69fde47225 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:56:58.855104 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c1d2780b-bda5-40f3-a243-3f227a13f25c req-3850032d-419a-4a47-8b4a-89dce1ef9534 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 210 time: 0.0291941 Oct 03 12:56:58.914335 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-342c07a5-75b8-43dd-9ee3-9542c208880e req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:56:58.925692 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d4eb18-5c19-46bd-8aba-9c08ae4919ad None None] Sync routers for ids ['2a5a47af-db2f-4895-9785-8a69fde47225'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:56:58.935937 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d4eb18-5c19-46bd-8aba-9c08ae4919ad None None] Routers {'2a5a47af-db2f-4895-9785-8a69fde47225'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:56:58.936538 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-66d4eb18-5c19-46bd-8aba-9c08ae4919ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:56:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['2a5a47af-db2f-4895-9785-8a69fde47225'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:58.960143 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-342c07a5-75b8-43dd-9ee3-9542c208880e req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] No DVR routers for this DVR port 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c on host hv-cinder-84456 {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:56:58.963302 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-342c07a5-75b8-43dd-9ee3-9542c208880e req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:56:58.966521 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-342c07a5-75b8-43dd-9ee3-9542c208880e req-5e918857-ff38-482d-a31e-258da2a23cf9 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.46 "DELETE /networking/v2.0/ports/778fd61a-2cb6-43b5-ad14-c9a69f32bf7c HTTP/1.1" status: 204 len: 173 time: 0.8331127 Oct 03 12:56:58.967015 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b37dd24-5a6e-4898-8247-8e00786088ea', 'name': 'network-vif-deleted', 'tag': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:56:58.969291 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055e4d75-a675-4c89-9912-4e144f31cf6c" -d '{"events": [{"server_uuid": "6b37dd24-5a6e-4898-8247-8e00786088ea", "name": "network-vif-deleted", "tag": "778fd61a-2cb6-43b5-ad14-c9a69f32bf7c"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:56:59.008088 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d13f0d-f4b6-457a-b77c-1e61c6f1a533 x-openstack-request-id: req-37d13f0d-f4b6-457a-b77c-1e61c6f1a533 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:56:59.011520 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b37dd24-5a6e-4898-8247-8e00786088ea", "name": "network-vif-deleted", "tag": "778fd61a-2cb6-43b5-ad14-c9a69f32bf7c", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:56:59.014343 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-37d13f0d-f4b6-457a-b77c-1e61c6f1a533 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:56:59.014343 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d13f0d-f4b6-457a-b77c-1e61c6f1a533'] response: {'server_uuid': '6b37dd24-5a6e-4898-8247-8e00786088ea', 'name': 'network-vif-deleted', 'tag': '778fd61a-2cb6-43b5-ad14-c9a69f32bf7c', 'status': 'completed', 'code': 200} Oct 03 12:56:59.056977 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-66d4eb18-5c19-46bd-8aba-9c08ae4919ad None None] Set router 2a5a47af-db2f-4895-9785-8a69fde47225 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:56:59.252311 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-66d4eb18-5c19-46bd-8aba-9c08ae4919ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-router', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:41Z', 'revision_number': 4, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'gw_port': {'id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '962f39f1-958a-4cb5-839b-64ff944801e8', 'name': '', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'mac_address': 'fa:16:3e:69:7a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '287a7239-c391-4a5c-a389-779ed301deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:54Z', 'revision_number': 5, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'subnets': [{'id': '287a7239-c391-4a5c-a389-779ed301deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:59.277311 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d4eb18-5c19-46bd-8aba-9c08ae4919ad None None] Checking router: 2a5a47af-db2f-4895-9785-8a69fde47225 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:56:59.286090 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d4eb18-5c19-46bd-8aba-9c08ae4919ad None None] Routers {'2a5a47af-db2f-4895-9785-8a69fde47225'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:56:59.286686 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-66d4eb18-5c19-46bd-8aba-9c08ae4919ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:56:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['2a5a47af-db2f-4895-9785-8a69fde47225'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:59.484080 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-66d4eb18-5c19-46bd-8aba-9c08ae4919ad None None] Set router 2a5a47af-db2f-4895-9785-8a69fde47225 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:56:59.674804 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-66d4eb18-5c19-46bd-8aba-9c08ae4919ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-router', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:41Z', 'revision_number': 4, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'gw_port': {'id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '962f39f1-958a-4cb5-839b-64ff944801e8', 'name': '', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'mac_address': 'fa:16:3e:69:7a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '287a7239-c391-4a5c-a389-779ed301deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:54Z', 'revision_number': 5, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'subnets': [{'id': '287a7239-c391-4a5c-a389-779ed301deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:59.699454 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d4eb18-5c19-46bd-8aba-9c08ae4919ad None None] The sync data for ids ['2a5a47af-db2f-4895-9785-8a69fde47225'] in dv-cinder-844563-12-iscsi is: [{'id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-router', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:49:41Z', 'revision_number': 4, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'gw_port': {'id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '962f39f1-958a-4cb5-839b-64ff944801e8', 'name': '', 'network_id': '99c96330-3d0c-4416-8b2d-15be2ccdbc1b', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'mac_address': 'fa:16:3e:69:7a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '287a7239-c391-4a5c-a389-779ed301deff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:38Z', 'updated_at': '2022-10-03T12:49:54Z', 'revision_number': 5, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'subnets': [{'id': '287a7239-c391-4a5c-a389-779ed301deff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:56:59.925196 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d9a6b6-f3ce-449b-80f8-60cdeeed93d5 None None] New status for floating IP 539b615a-dc95-4b85-b770-351b7bdfcd91: DOWN {{(pid=113286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:56:59.981877 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0ae5e664-ac1c-4d3c-b9a9-4a7d34108f48 req-afd14758-fb4a-481a-9e1e-1996d17c40db tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6b37dd24-5a6e-4898-8247-8e00786088ea HTTP/1.1" status: 200 len: 210 time: 0.0300589 Oct 03 12:57:01.164898 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 42052) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:57:01.214661 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:01.220783 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-65273919-d92e-4258-965d-a3f4cde8cd91 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group (74ddb88b-54c5-41a6-a585-b0e80a6df246), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:01.245270 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-65273919-d92e-4258-965d-a3f4cde8cd91 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group (74ddb88b-54c5-41a6-a585-b0e80a6df246), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:01.247947 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:01.346810 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-65273919-d92e-4258-965d-a3f4cde8cd91 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (74ddb88b-54c5-41a6-a585-b0e80a6df246), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:01.349375 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-65273919-d92e-4258-965d-a3f4cde8cd91 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:01.350567 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-65273919-d92e-4258-965d-a3f4cde8cd91 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/74ddb88b-54c5-41a6-a585-b0e80a6df246 HTTP/1.1" status: 204 len: 168 time: 0.1846313 Oct 03 12:57:01.354334 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42054) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:57:01.360932 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65273919-d92e-4258-965d-a3f4cde8cd91 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ddb88b-54c5-41a6-a585-b0e80a6df246,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:57:01.368041 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.api.v2.resource [None req-7d1a3343-0082-4a03-8083-40a951a68217 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] show failed (client error): The resource could not be found. Oct 03 12:57:01.372464 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-7d1a3343-0082-4a03-8083-40a951a68217 tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "GET /networking/v2.0/security-groups/74ddb88b-54c5-41a6-a585-b0e80a6df246 HTTP/1.1" status: 404 len: 347 time: 0.0137384 Oct 03 12:57:01.374595 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42056) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:57:01.487789 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Deleting port c1621701-3cdd-4806-a246-888a5c1eff1a {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:57:01.488175 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (c1621701-3cdd-4806-a246-888a5c1eff1a), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:01.569265 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (c1621701-3cdd-4806-a246-888a5c1eff1a), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:01.569624 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for floatingip (c1621701-3cdd-4806-a246-888a5c1eff1a), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:01.583092 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Calling delete_port for c1621701-3cdd-4806-a246-888a5c1eff1a owned by network:floatingip {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:57:01.622716 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:57:01.642076 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] No Port match for: 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:57:01.642429 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 778fd61a-2cb6-43b5-ad14-c9a69f32bf7c not bound to the agent host hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:57:01.798169 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (c1621701-3cdd-4806-a246-888a5c1eff1a), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:01.823457 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Pushing event deleted for resources: {'Port': ['ID=c1621701-3cdd-4806-a246-888a5c1eff1a,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:57:01.852737 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:01.853123 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:01.853463 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:01.853799 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:01.854133 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:01.854469 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:01.854796 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:01.855123 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:01.855473 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:01.855794 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:01.856115 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:01.856433 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:01.856751 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:01.857070 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:01.857386 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:01.899630 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks [] for floatingip (539b615a-dc95-4b85-b770-351b7bdfcd91), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:01.902202 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:01.903365 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-5ad9fae6-1bac-4671-818c-0f38a3923b7d tempest-AttachVolumeShelveTestJSON-1471209770 tempest-AttachVolumeShelveTestJSON-1471209770-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/539b615a-dc95-4b85-b770-351b7bdfcd91 HTTP/1.1" status: 204 len: 168 time: 0.5278525 Oct 03 12:57:02.643586 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:04.620196 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42078) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:57:05.044475 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:05.049337 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:05.127800 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f0643795-9b2b-423a-9f76-1777e4ebc054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759112'] for router_interface (2a5a47af-db2f-4895-9785-8a69fde47225), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:05.162843 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:57:05.411772 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-f0643795-9b2b-423a-9f76-1777e4ebc054 admin admin] Deleting port 962f39f1-958a-4cb5-839b-64ff944801e8 {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:57:05.412025 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f0643795-9b2b-423a-9f76-1777e4ebc054 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (962f39f1-958a-4cb5-839b-64ff944801e8), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:05.488708 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [None req-f0643795-9b2b-423a-9f76-1777e4ebc054 admin admin] For port 962f39f1-958a-4cb5-839b-64ff944801e8, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=962f39f1-958a-4cb5-839b-64ff944801e8,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:57:05.489060 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f0643795-9b2b-423a-9f76-1777e4ebc054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (962f39f1-958a-4cb5-839b-64ff944801e8), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:05.501692 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-f0643795-9b2b-423a-9f76-1777e4ebc054 admin admin] Calling delete_port for 962f39f1-958a-4cb5-839b-64ff944801e8 owned by network:router_interface {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:57:05.752397 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f0643795-9b2b-423a-9f76-1777e4ebc054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (962f39f1-958a-4cb5-839b-64ff944801e8), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:05.778288 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0643795-9b2b-423a-9f76-1777e4ebc054 admin admin] Pushing event deleted for resources: {'Port': ['ID=962f39f1-958a-4cb5-839b-64ff944801e8,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:57:05.943879 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f0643795-9b2b-423a-9f76-1777e4ebc054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759100'] for router_interface (2a5a47af-db2f-4895-9785-8a69fde47225), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:06.029958 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:06.051692 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:06.182415 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0643795-9b2b-423a-9f76-1777e4ebc054 admin admin] Router 2a5a47af-db2f-4895-9785-8a69fde47225 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:57:06.287288 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0643795-9b2b-423a-9f76-1777e4ebc054 admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:57:06.292819 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-f0643795-9b2b-423a-9f76-1777e4ebc054 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/2a5a47af-db2f-4895-9785-8a69fde47225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6721811 Oct 03 12:57:06.295637 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42082) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:57:06.299172 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46eae36a-6119-4bf4-8880-d7cdc4b4bd51 None None] Sync routers for ids ['2a5a47af-db2f-4895-9785-8a69fde47225'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:57:06.309685 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eae36a-6119-4bf4-8880-d7cdc4b4bd51 None None] Routers {'2a5a47af-db2f-4895-9785-8a69fde47225'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:57:06.310286 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-46eae36a-6119-4bf4-8880-d7cdc4b4bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:56:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['2a5a47af-db2f-4895-9785-8a69fde47225'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:57:06.395623 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8234acf8-4ef7-46c1-ac2a-3fbf9b506345 admin admin] Publish callbacks [] for router (2a5a47af-db2f-4895-9785-8a69fde47225), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:06.418113 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-46eae36a-6119-4bf4-8880-d7cdc4b4bd51 None None] Set router 2a5a47af-db2f-4895-9785-8a69fde47225 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:57:06.496833 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8234acf8-4ef7-46c1-ac2a-3fbf9b506345 admin admin] Publish callbacks [] for router_gateway (2a5a47af-db2f-4895-9785-8a69fde47225), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:06.579981 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:06.594787 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-46eae36a-6119-4bf4-8880-d7cdc4b4bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-router', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:57:05Z', 'revision_number': 5, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'gw_port': {'id': '38792b87-92d3-4061-99e4-6eeb6d476a8d', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:49:30Z', 'updated_at': '2022-10-03T12:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:57:06.599275 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:06.599416 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-8234acf8-4ef7-46c1-ac2a-3fbf9b506345 admin admin] Deleting port 38792b87-92d3-4061-99e4-6eeb6d476a8d {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:57:06.599531 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8234acf8-4ef7-46c1-ac2a-3fbf9b506345 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (38792b87-92d3-4061-99e4-6eeb6d476a8d), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:06.620553 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46eae36a-6119-4bf4-8880-d7cdc4b4bd51 None None] Checking router: 2a5a47af-db2f-4895-9785-8a69fde47225 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:57:06.628958 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eae36a-6119-4bf4-8880-d7cdc4b4bd51 None None] Routers {'2a5a47af-db2f-4895-9785-8a69fde47225'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:57:06.629530 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-46eae36a-6119-4bf4-8880-d7cdc4b4bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:56:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['2a5a47af-db2f-4895-9785-8a69fde47225'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:57:06.680671 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [None req-8234acf8-4ef7-46c1-ac2a-3fbf9b506345 admin admin] For port 38792b87-92d3-4061-99e4-6eeb6d476a8d, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=38792b87-92d3-4061-99e4-6eeb6d476a8d,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:57:06.681255 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8234acf8-4ef7-46c1-ac2a-3fbf9b506345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (38792b87-92d3-4061-99e4-6eeb6d476a8d), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:06.695349 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-8234acf8-4ef7-46c1-ac2a-3fbf9b506345 admin admin] Calling delete_port for 38792b87-92d3-4061-99e4-6eeb6d476a8d owned by network:router_gateway {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:57:06.724115 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-46eae36a-6119-4bf4-8880-d7cdc4b4bd51 None None] Set router 2a5a47af-db2f-4895-9785-8a69fde47225 gateway port host: None {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:57:06.776196 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-46eae36a-6119-4bf4-8880-d7cdc4b4bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-router', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:57:06Z', 'revision_number': 6, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'gw_port_host': None}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:57:06.800868 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46eae36a-6119-4bf4-8880-d7cdc4b4bd51 None None] The sync data for ids ['2a5a47af-db2f-4895-9785-8a69fde47225'] in dv-cinder-844563-12-iscsi is: [{'id': '2a5a47af-db2f-4895-9785-8a69fde47225', 'name': 'tempest-AttachVolumeShelveTestJSON-1333161185-router', 'tenant_id': '0e20f793bd0b46a59df730183818d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:49:28Z', 'updated_at': '2022-10-03T12:57:06Z', 'revision_number': 6, 'project_id': '0e20f793bd0b46a59df730183818d9f8', 'gw_port_host': None}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:57:06.848029 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:06.963647 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8234acf8-4ef7-46c1-ac2a-3fbf9b506345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (38792b87-92d3-4061-99e4-6eeb6d476a8d), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:07.243648 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234acf8-4ef7-46c1-ac2a-3fbf9b506345 admin admin] Pushing event deleted for resources: {'Port': ['ID=38792b87-92d3-4061-99e4-6eeb6d476a8d,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:57:07.261395 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 962f39f1-958a-4cb5-839b-64ff944801e8 no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:57:07.286500 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: 962f39f1-958a-4cb5-839b-64ff944801e8 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:57:07.286839 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 962f39f1-958a-4cb5-839b-64ff944801e8 not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:57:07.317072 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8234acf8-4ef7-46c1-ac2a-3fbf9b506345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764534'] for router_gateway (2a5a47af-db2f-4895-9785-8a69fde47225), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:07.428397 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8234acf8-4ef7-46c1-ac2a-3fbf9b506345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5250'] for router (2a5a47af-db2f-4895-9785-8a69fde47225), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:07.430757 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8234acf8-4ef7-46c1-ac2a-3fbf9b506345 admin admin] Publish callbacks [] for router_controller (2a5a47af-db2f-4895-9785-8a69fde47225), precommit_delete_associations {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:07.563802 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8234acf8-4ef7-46c1-ac2a-3fbf9b506345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-759140'] for router (2a5a47af-db2f-4895-9785-8a69fde47225), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:07.565918 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8234acf8-4ef7-46c1-ac2a-3fbf9b506345 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a5a47af-db2f-4895-9785-8a69fde47225 {{(pid=113285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 12:57:07.569713 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-8234acf8-4ef7-46c1-ac2a-3fbf9b506345 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:07.573477 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-8234acf8-4ef7-46c1-ac2a-3fbf9b506345 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/2a5a47af-db2f-4895-9785-8a69fde47225 HTTP/1.1" status: 204 len: 168 time: 1.2743723 Oct 03 12:57:07.575161 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42088) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:57:07.610274 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:07.627613 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_v2 [None req-569e2ae3-6b18-42e7-a687-3f1e32d48129 admin admin] Deleting subnet 287a7239-c391-4a5c-a389-779ed301deff {{(pid=113285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 12:57:07.630987 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-569e2ae3-6b18-42e7-a687-3f1e32d48129 admin admin] Publish callbacks [] for subnet (287a7239-c391-4a5c-a389-779ed301deff), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:07.667888 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-569e2ae3-6b18-42e7-a687-3f1e32d48129 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13973122'] for subnet (287a7239-c391-4a5c-a389-779ed301deff), precommit_delete_associations {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:07.745920 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-569e2ae3-6b18-42e7-a687-3f1e32d48129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441912'] for subnet (287a7239-c391-4a5c-a389-779ed301deff), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:07.877462 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-569e2ae3-6b18-42e7-a687-3f1e32d48129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1446231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13033512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15266110'] for subnet (287a7239-c391-4a5c-a389-779ed301deff), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:07.902874 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e2ae3-6b18-42e7-a687-3f1e32d48129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=287a7239-c391-4a5c-a389-779ed301deff,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:57:07.908374 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-569e2ae3-6b18-42e7-a687-3f1e32d48129 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:07.911763 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-569e2ae3-6b18-42e7-a687-3f1e32d48129 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/287a7239-c391-4a5c-a389-779ed301deff HTTP/1.1" status: 204 len: 168 time: 0.3351598 Oct 03 12:57:07.914030 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42090) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:57:07.914177 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0211168-05fa-472b-880b-2d89713dc3d0 None None] Network 99c96330-3d0c-4416-8b2d-15be2ccdbc1b requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:57:07.982358 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a675279d-10f8-4fa8-b2e0-20f6f0557356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435317'] for network (99c96330-3d0c-4416-8b2d-15be2ccdbc1b), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:08.027440 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-a675279d-10f8-4fa8-b2e0-20f6f0557356 admin admin] Deleting port b5507c01-9f37-4254-a085-8417f0f20b82 {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:57:08.027641 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a675279d-10f8-4fa8-b2e0-20f6f0557356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (b5507c01-9f37-4254-a085-8417f0f20b82), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:08.072760 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462fd2c2-dd56-4d4c-bfb9-21e067977ab2 None None] DHCP port deletion for 99c96330-3d0c-4416-8b2d-15be2ccdbc1b request from dv-cinder-844563-12-iscsi {{(pid=113286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 12:57:08.098740 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [None req-a675279d-10f8-4fa8-b2e0-20f6f0557356 admin admin] For port b5507c01-9f37-4254-a085-8417f0f20b82, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=b5507c01-9f37-4254-a085-8417f0f20b82,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:57:08.099110 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a675279d-10f8-4fa8-b2e0-20f6f0557356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (b5507c01-9f37-4254-a085-8417f0f20b82), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:08.111778 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-462fd2c2-dd56-4d4c-bfb9-21e067977ab2 None None] Deleting port b5507c01-9f37-4254-a085-8417f0f20b82 {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:57:08.112176 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-462fd2c2-dd56-4d4c-bfb9-21e067977ab2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (b5507c01-9f37-4254-a085-8417f0f20b82), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:08.113145 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-a675279d-10f8-4fa8-b2e0-20f6f0557356 admin admin] Calling delete_port for b5507c01-9f37-4254-a085-8417f0f20b82 owned by network:dhcp {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:57:08.176642 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-462fd2c2-dd56-4d4c-bfb9-21e067977ab2 None None] For port b5507c01-9f37-4254-a085-8417f0f20b82, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=b5507c01-9f37-4254-a085-8417f0f20b82,segment=NetworkSegment(eb152171-66b6-4baa-8e9b-3eab45314ea7),segment_id=eb152171-66b6-4baa-8e9b-3eab45314ea7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:57:08.177316 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-462fd2c2-dd56-4d4c-bfb9-21e067977ab2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (b5507c01-9f37-4254-a085-8417f0f20b82), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:08.192786 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-462fd2c2-dd56-4d4c-bfb9-21e067977ab2 None None] Calling delete_port for b5507c01-9f37-4254-a085-8417f0f20b82 owned by network:dhcp {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:57:08.272134 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a675279d-10f8-4fa8-b2e0-20f6f0557356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (b5507c01-9f37-4254-a085-8417f0f20b82), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:08.276915 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:08.277929 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-462fd2c2-dd56-4d4c-bfb9-21e067977ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749'] for port (b5507c01-9f37-4254-a085-8417f0f20b82), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:08.302447 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675279d-10f8-4fa8-b2e0-20f6f0557356 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5507c01-9f37-4254-a085-8417f0f20b82,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:57:08.303580 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fd2c2-dd56-4d4c-bfb9-21e067977ab2 None None] Pushing event deleted for resources: {'Port': ['ID=b5507c01-9f37-4254-a085-8417f0f20b82,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:57:08.306288 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462fd2c2-dd56-4d4c-bfb9-21e067977ab2 None None] No DVR routers for this DVR port b5507c01-9f37-4254-a085-8417f0f20b82 on host dv-cinder-844563-12-iscsi {{(pid=113286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:57:08.307152 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a675279d-10f8-4fa8-b2e0-20f6f0557356 admin admin] No DVR routers for this DVR port b5507c01-9f37-4254-a085-8417f0f20b82 on host dv-cinder-844563-12-iscsi {{(pid=113285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:57:08.380261 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a675279d-10f8-4fa8-b2e0-20f6f0557356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351786', 'neutron.services.segments.db._delete_segments_for_network-8775902573532'] for network (99c96330-3d0c-4416-8b2d-15be2ccdbc1b), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:08.400575 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.services.segments.db [None req-a675279d-10f8-4fa8-b2e0-20f6f0557356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c96330-3d0c-4416-8b2d-15be2ccdbc1b']}} {{(pid=113285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:57:08.409789 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.services.segments.db [None req-a675279d-10f8-4fa8-b2e0-20f6f0557356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb152171-66b6-4baa-8e9b-3eab45314ea7') {'for_net_delete': True} {{(pid=113285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:57:08.410080 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.services.segments.db [None req-a675279d-10f8-4fa8-b2e0-20f6f0557356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb152171-66b6-4baa-8e9b-3eab45314ea7') {} {{(pid=113285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:57:08.420293 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a675279d-10f8-4fa8-b2e0-20f6f0557356 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775902526374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13973243'] for segment (eb152171-66b6-4baa-8e9b-3eab45314ea7), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:08.437697 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a675279d-10f8-4fa8-b2e0-20f6f0557356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (eb152171-66b6-4baa-8e9b-3eab45314ea7), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:08.448631 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a675279d-10f8-4fa8-b2e0-20f6f0557356 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=113285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:57:08.452623 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a675279d-10f8-4fa8-b2e0-20f6f0557356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13033666'] for segment (eb152171-66b6-4baa-8e9b-3eab45314ea7), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:08.495984 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.services.segments.plugin [-] Segment eb152171-66b6-4baa-8e9b-3eab45314ea7 resource provider aggregate not found Oct 03 12:57:08.512823 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.services.segments.plugin [-] Segment eb152171-66b6-4baa-8e9b-3eab45314ea7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb152171-66b6-4baa-8e9b-3eab45314ea7 found for delete ", "request_id": "req-4b2f765c-5e89-4f29-a84f-2b105358b2a8"}]} Oct 03 12:57:08.609241 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a675279d-10f8-4fa8-b2e0-20f6f0557356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764585'] for network (99c96330-3d0c-4416-8b2d-15be2ccdbc1b), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:08.614832 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a675279d-10f8-4fa8-b2e0-20f6f0557356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:08.618976 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-a675279d-10f8-4fa8-b2e0-20f6f0557356 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/99c96330-3d0c-4416-8b2d-15be2ccdbc1b HTTP/1.1" status: 204 len: 168 time: 0.7035482 Oct 03 12:57:08.630253 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675279d-10f8-4fa8-b2e0-20f6f0557356 admin admin] Pushing event deleted for resources: {'Network': ['ID=99c96330-3d0c-4416-8b2d-15be2ccdbc1b,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:57:08.950944 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42098) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:57:09.002932 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-3626a352-d446-470f-bc94-c723e15280e5 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0e20f793bd0b46a59df730183818d9f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0507519 Oct 03 12:57:09.005454 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42100) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:57:09.054004 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ab53eddf-af89-4b2b-848e-e82eb8331329 admin admin] Publish callbacks [] for security_group (1069b68f-997d-46e8-be4a-1330d7109e94), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:09.055677 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:09.074142 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ab53eddf-af89-4b2b-848e-e82eb8331329 admin admin] Publish callbacks [] for security_group (1069b68f-997d-46e8-be4a-1330d7109e94), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:09.215166 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ab53eddf-af89-4b2b-848e-e82eb8331329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (1069b68f-997d-46e8-be4a-1330d7109e94), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:09.217878 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ab53eddf-af89-4b2b-848e-e82eb8331329 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:09.219067 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-ab53eddf-af89-4b2b-848e-e82eb8331329 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/1069b68f-997d-46e8-be4a-1330d7109e94 HTTP/1.1" status: 204 len: 168 time: 0.2126434 Oct 03 12:57:09.227708 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53eddf-af89-4b2b-848e-e82eb8331329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1069b68f-997d-46e8-be4a-1330d7109e94,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:57:09.267399 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 38792b87-92d3-4061-99e4-6eeb6d476a8d no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:57:09.287933 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: 38792b87-92d3-4061-99e4-6eeb6d476a8d {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:57:09.288644 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 38792b87-92d3-4061-99e4-6eeb6d476a8d not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:57:09.288778 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device b5507c01-9f37-4254-a085-8417f0f20b82 no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:57:09.308074 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: b5507c01-9f37-4254-a085-8417f0f20b82 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:57:09.308433 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device b5507c01-9f37-4254-a085-8417f0f20b82 not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:57:11.391877 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=9,neutron:DELETE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:16.778773 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=19 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:16.779516 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:19.223179 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=32,neutron:DELETE=5 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:19.291760 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:19.292436 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:22.934658 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b1348bd9-1d89-4389-893f-982872967e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:25.254716 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d041e568-a379-42e3-be73-b7b9248e882b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:26.508851 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42298) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:57:26.513543 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-19bca224-c1a9-4b23-94db-0dbb7910f448 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'security_group': {'name': 'tempest-securitygroup--60188054', 'description': 'tempest-description--989324456'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:57:26.592420 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-19bca224-c1a9-4b23-94db-0dbb7910f448 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:26.662568 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-19bca224-c1a9-4b23-94db-0dbb7910f448 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:26.700277 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-19bca224-c1a9-4b23-94db-0dbb7910f448 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:26.730245 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bca224-c1a9-4b23-94db-0dbb7910f448 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:57:26.793635 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-19bca224-c1a9-4b23-94db-0dbb7910f448 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:26.796519 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-19bca224-c1a9-4b23-94db-0dbb7910f448 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2849345 Oct 03 12:57:26.798575 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42302) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:57:26.802959 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-a5ae2ca0-0ff6-4f26-8b86-73b303e4eea9 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'security_group_rule': {'security_group_id': 'b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:57:26.878019 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a5ae2ca0-0ff6-4f26-8b86-73b303e4eea9 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (05ecfe05-d54b-4208-827f-946ac07e8b94), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:26.911693 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:26.935419 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a5ae2ca0-0ff6-4f26-8b86-73b303e4eea9 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (05ecfe05-d54b-4208-827f-946ac07e8b94), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:26.985702 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a5ae2ca0-0ff6-4f26-8b86-73b303e4eea9 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (05ecfe05-d54b-4208-827f-946ac07e8b94), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:27.005123 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae2ca0-0ff6-4f26-8b86-73b303e4eea9 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ecfe05-d54b-4208-827f-946ac07e8b94,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:57:27.056393 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a5ae2ca0-0ff6-4f26-8b86-73b303e4eea9 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:27.057600 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-a5ae2ca0-0ff6-4f26-8b86-73b303e4eea9 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2580762 Oct 03 12:57:27.060213 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42304) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:57:27.064414 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-20836e74-aee1-4de0-9b05-6f31fdad151d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'security_group_rule': {'security_group_id': 'b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:57:27.128834 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-20836e74-aee1-4de0-9b05-6f31fdad151d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (065c0f61-1087-4a98-a78d-1c31b21e3dce), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:27.188191 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-20836e74-aee1-4de0-9b05-6f31fdad151d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (065c0f61-1087-4a98-a78d-1c31b21e3dce), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:27.231772 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-20836e74-aee1-4de0-9b05-6f31fdad151d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (065c0f61-1087-4a98-a78d-1c31b21e3dce), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:27.250924 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20836e74-aee1-4de0-9b05-6f31fdad151d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=065c0f61-1087-4a98-a78d-1c31b21e3dce,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:57:27.290996 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-20836e74-aee1-4de0-9b05-6f31fdad151d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:27.292254 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-20836e74-aee1-4de0-9b05-6f31fdad151d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2311313 Oct 03 12:57:27.295249 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42306) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:57:27.299506 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-27bade35-e92e-42e4-b610-df5bff0d453c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'floatingip': {'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:57:27.379398 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-27bade35-e92e-42e4-b610-df5bff0d453c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:27.456428 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-27bade35-e92e-42e4-b610-df5bff0d453c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:27.563944 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_common [None req-27bade35-e92e-42e4-b610-df5bff0d453c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Allocated IP 172.27.0.117 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/0a75bc03-07c0-499e-a124-36ecacc957fb) {{(pid=113285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:57:27.628259 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:27.651338 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:27.672728 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-27bade35-e92e-42e4-b610-df5bff0d453c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for port (0a75bc03-07c0-499e-a124-36ecacc957fb), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:27.757372 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-27bade35-e92e-42e4-b610-df5bff0d453c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (0a75bc03-07c0-499e-a124-36ecacc957fb), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:27.795046 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bade35-e92e-42e4-b610-df5bff0d453c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:57:27.799809 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-27bade35-e92e-42e4-b610-df5bff0d453c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:57:27.803754 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bade35-e92e-42e4-b610-df5bff0d453c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Received port after_create {{(pid=113285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:57:27.809362 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bade35-e92e-42e4-b610-df5bff0d453c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'Port': ['ID=0a75bc03-07c0-499e-a124-36ecacc957fb,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:57:27.891052 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-27bade35-e92e-42e4-b610-df5bff0d453c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (c3702217-fa1f-4c85-9aa2-6f02771767b9), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:28.012358 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-27bade35-e92e-42e4-b610-df5bff0d453c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (0a75bc03-07c0-499e-a124-36ecacc957fb), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:28.157924 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:28.161886 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-27bade35-e92e-42e4-b610-df5bff0d453c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for port (0a75bc03-07c0-499e-a124-36ecacc957fb), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:28.277819 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-27bade35-e92e-42e4-b610-df5bff0d453c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13033702'] for port (0a75bc03-07c0-499e-a124-36ecacc957fb), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:28.365182 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bade35-e92e-42e4-b610-df5bff0d453c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'Port': ['ID=0a75bc03-07c0-499e-a124-36ecacc957fb,revision_number=2']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:57:28.368095 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-27bade35-e92e-42e4-b610-df5bff0d453c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (c3702217-fa1f-4c85-9aa2-6f02771767b9), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:28.415396 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:28.460541 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:28.463599 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-27bade35-e92e-42e4-b610-df5bff0d453c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:28.464881 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-27bade35-e92e-42e4-b610-df5bff0d453c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1686990 Oct 03 12:57:28.731550 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-0639fcdb-0d17-400e-8152-8a2e29b943fb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--60188054&fields=id&tenant_id=484522301976426dae50e64c141c727e HTTP/1.1" status: 200 len: 267 time: 0.0429175 Oct 03 12:57:28.844596 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-09dcbe32-87a4-4b8b-8804-6952c5f2921a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:28.846386 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-09dcbe32-87a4-4b8b-8804-6952c5f2921a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/networks?id=1c116e69-b6ec-41cd-b2b6-637e304e9d46 HTTP/1.1" status: 200 len: 815 time: 0.1079805 Oct 03 12:57:28.861261 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-4390d683-2795-4018-b3ec-128ba465aff2 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/quotas/484522301976426dae50e64c141c727e HTTP/1.1" status: 200 len: 375 time: 0.0096178 Oct 03 12:57:28.916046 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-cec32784-58db-4b9b-8a4f-bdeba6f4551d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=484522301976426dae50e64c141c727e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495048 Oct 03 12:57:29.017106 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-b043ab98-a3dc-4109-8b60-93f18e5bb172 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895133 Oct 03 12:57:29.110946 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-a5cdf068-b645-4627-ba2e-1f908ad431cf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879223 Oct 03 12:57:29.383196 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2e3f2bfa-1882-48d8-93bc-37419a792372 req-75beae6a-51ee-4eb8-bc2d-a30981f5da14 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 210 time: 0.0325086 Oct 03 12:57:30.486902 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-36836718-c151-4c36-a60b-d86af3bbc4a9 req-ce6d7b3c-9692-42c3-9c31-20b723415647 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 210 time: 0.0278571 Oct 03 12:57:31.519687 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-03c377db-614d-451f-b4c5-5af8490026dd tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:31.523881 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-03c377db-614d-451f-b4c5-5af8490026dd tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.46 "GET /networking/v2.0/networks?id=1c116e69-b6ec-41cd-b2b6-637e304e9d46 HTTP/1.1" status: 200 len: 815 time: 0.1177850 Oct 03 12:57:31.593173 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-18218b7c-123e-4720-94a1-c807fdaae429 req-ef050c10-e83d-4004-911a-1b68d4dc6c2c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 210 time: 0.0282524 Oct 03 12:57:31.605846 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-636dab1c-2484-4996-b914-8667ac5eef27 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=484522301976426dae50e64c141c727e HTTP/1.1" status: 200 len: 470 time: 0.0729759 Oct 03 12:57:31.614390 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-3e082d8a-5218-4ae6-95e3-d10f16f17f0a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'port': {'device_id': '74732bd8-7fb6-4f8c-a46b-d58d6c1f4384', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'admin_state_up': True, 'tenant_id': '484522301976426dae50e64c141c727e', 'security_groups': ['b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8']}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:57:31.837418 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-3e082d8a-5218-4ae6-95e3-d10f16f17f0a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Made reservation on behalf of 484522301976426dae50e64c141c727e for: {'port': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:57:31.841186 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-3e082d8a-5218-4ae6-95e3-d10f16f17f0a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:31.966850 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-3e082d8a-5218-4ae6-95e3-d10f16f17f0a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Allocated IP 172.20.0.13 (1c116e69-b6ec-41cd-b2b6-637e304e9d46/85ba965e-ab65-4b2d-a3bd-c593866149c6/dc215a76-62ab-4c80-b3aa-fbe015feab91) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:57:32.102312 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-3e082d8a-5218-4ae6-95e3-d10f16f17f0a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for port (dc215a76-62ab-4c80-b3aa-fbe015feab91), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:32.191890 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-3e082d8a-5218-4ae6-95e3-d10f16f17f0a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (dc215a76-62ab-4c80-b3aa-fbe015feab91), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:32.236213 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-3e082d8a-5218-4ae6-95e3-d10f16f17f0a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:57:32.239451 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-3e082d8a-5218-4ae6-95e3-d10f16f17f0a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:57:32.243627 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-3e082d8a-5218-4ae6-95e3-d10f16f17f0a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:57:32.250840 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e082d8a-5218-4ae6-95e3-d10f16f17f0a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'Port': ['ID=dc215a76-62ab-4c80-b3aa-fbe015feab91,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:57:32.301196 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-3e082d8a-5218-4ae6-95e3-d10f16f17f0a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:32.301798 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-3e082d8a-5218-4ae6-95e3-d10f16f17f0a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:32.405626 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-3e082d8a-5218-4ae6-95e3-d10f16f17f0a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7950609 Oct 03 12:57:32.418177 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] Request body: {'port': {'device_id': '74732bd8-7fb6-4f8c-a46b-d58d6c1f4384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:57:32.451221 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:32.475128 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (dc215a76-62ab-4c80-b3aa-fbe015feab91), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:32.485690 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:32.511069 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9268e26f-5dc3-40d8-95b8-de3f0f1e619b None None] Provisioning complete for port dc215a76-62ab-4c80-b3aa-fbe015feab91 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:57:32.511617 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9268e26f-5dc3-40d8-95b8-de3f0f1e619b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (dc215a76-62ab-4c80-b3aa-fbe015feab91), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:32.511717 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9268e26f-5dc3-40d8-95b8-de3f0f1e619b None None] Attempt 1 to provision port dc215a76-62ab-4c80-b3aa-fbe015feab91 Oct 03 12:57:32.543156 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9268e26f-5dc3-40d8-95b8-de3f0f1e619b None None] Port dc215a76-62ab-4c80-b3aa-fbe015feab91 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:57:32.705944 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:32.721886 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd78674-954d-4e2f-a99f-13d47d63dbb9 req-fd05b2d6-bd8c-4070-81b8-d928735b6a16 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:32.723365 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1dd78674-954d-4e2f-a99f-13d47d63dbb9 req-fd05b2d6-bd8c-4070-81b8-d928735b6a16 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 932 time: 0.0504162 Oct 03 12:57:32.752768 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc215a76-62ab-4c80-b3aa-fbe015feab91 {{(pid=113284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:57:32.760990 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] Publish callbacks [] for port (dc215a76-62ab-4c80-b3aa-fbe015feab91), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:32.774516 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.provisioning_blocks [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] Transition to ACTIVE for port object dc215a76-62ab-4c80-b3aa-fbe015feab91 will not be triggered until provisioned by entity L2. {{(pid=113284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 12:57:32.778677 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1dd78674-954d-4e2f-a99f-13d47d63dbb9 req-c03e94a3-c81c-4f4c-a280-9e11c690049d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492802 Oct 03 12:57:32.859632 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (dc215a76-62ab-4c80-b3aa-fbe015feab91), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:33.158355 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc215a76-62ab-4c80-b3aa-fbe015feab91,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:57:33.189892 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] Attempting to bind port dc215a76-62ab-4c80-b3aa-fbe015feab91 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:57:33.190227 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] Attempting to bind port dc215a76-62ab-4c80-b3aa-fbe015feab91 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:57:33.190549 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] Attempting to bind port dc215a76-62ab-4c80-b3aa-fbe015feab91 on network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:57:33.230842 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] Port dc215a76-62ab-4c80-b3aa-fbe015feab91 on network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 12:57:33.231184 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] Attempting to bind port dc215a76-62ab-4c80-b3aa-fbe015feab91 on network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:57:33.259107 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:33.276138 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] Checking agent: {'id': '72e18e84-452a-46dd-9356-90dcf7de37bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'started_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:57:33.276471 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] Checking segment: {'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:57:33.276852 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] Bound using segment: {'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:57:33.277725 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] Bound port: dc215a76-62ab-4c80-b3aa-fbe015feab91, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'}}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:57:33.277725 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (dc215a76-62ab-4c80-b3aa-fbe015feab91), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:33.337302 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] For port dc215a76-62ab-4c80-b3aa-fbe015feab91, host hv-cinder-84456, cleared binding levels {{(pid=113284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:57:33.340712 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] For port dc215a76-62ab-4c80-b3aa-fbe015feab91, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=dc215a76-62ab-4c80-b3aa-fbe015feab91,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:57:33.437639 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (dc215a76-62ab-4c80-b3aa-fbe015feab91), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:33.441808 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:33.442425 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:33.443837 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/dc215a76-62ab-4c80-b3aa-fbe015feab91 HTTP/1.1" status: 200 len: 1094 time: 1.0304518 Oct 03 12:57:33.444386 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74732bd8-7fb6-4f8c-a46b-d58d6c1f4384', 'tag': 'dc215a76-62ab-4c80-b3aa-fbe015feab91'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:57:33.446598 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a39b8a-cc67-43a3-962d-33b2c9aab789" -d '{"events": [{"name": "network-changed", "server_uuid": "74732bd8-7fb6-4f8c-a46b-d58d6c1f4384", "tag": "dc215a76-62ab-4c80-b3aa-fbe015feab91"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:57:33.485442 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfe437c-6423-4fa4-ae3b-29d984e07a0f x-openstack-request-id: req-abfe437c-6423-4fa4-ae3b-29d984e07a0f {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:57:33.485747 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74732bd8-7fb6-4f8c-a46b-d58d6c1f4384", "tag": "dc215a76-62ab-4c80-b3aa-fbe015feab91", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:57:33.485982 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-abfe437c-6423-4fa4-ae3b-29d984e07a0f {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:57:33.486381 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abfe437c-6423-4fa4-ae3b-29d984e07a0f'] response: {'name': 'network-changed', 'server_uuid': '74732bd8-7fb6-4f8c-a46b-d58d6c1f4384', 'tag': 'dc215a76-62ab-4c80-b3aa-fbe015feab91', 'status': 'completed', 'code': 200} Oct 03 12:57:33.498892 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831b705-15d5-469b-b6b2-e5121d35caa0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc215a76-62ab-4c80-b3aa-fbe015feab91,revision_number=3']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:57:33.550143 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a39b8a-cc67-43a3-962d-33b2c9aab789 req-dc97272b-5bd5-437d-aca9-d39269c10ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:33.551776 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f6a39b8a-cc67-43a3-962d-33b2c9aab789 req-dc97272b-5bd5-437d-aca9-d39269c10ed4 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=484522301976426dae50e64c141c727e&device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 1128 time: 0.0458188 Oct 03 12:57:33.652439 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a39b8a-cc67-43a3-962d-33b2c9aab789 req-070ed096-3792-4639-9483-f57970c700c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:33.653898 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f6a39b8a-cc67-43a3-962d-33b2c9aab789 req-070ed096-3792-4639-9483-f57970c700c3 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=484522301976426dae50e64c141c727e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0943544 Oct 03 12:57:33.752097 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a39b8a-cc67-43a3-962d-33b2c9aab789 req-b00d7fa4-49d0-44fa-bd0e-43f17c70d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:33.753625 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f6a39b8a-cc67-43a3-962d-33b2c9aab789 req-b00d7fa4-49d0-44fa-bd0e-43f17c70d5de service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937088 Oct 03 12:57:33.829595 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-d65cb2a6-fb27-4997-b7cf-4e9ac3fab13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:33.831529 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-d65cb2a6-fb27-4997-b7cf-4e9ac3fab13f service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=484522301976426dae50e64c141c727e&device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 1128 time: 0.0427477 Oct 03 12:57:33.874154 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-f1c7d79f-e213-484b-b4fa-eb6aeb33efd9 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc215a76-62ab-4c80-b3aa-fbe015feab91 HTTP/1.1" status: 200 len: 217 time: 0.0347116 Oct 03 12:57:33.918386 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffe8e9-6a89-4e27-b07e-2e16565c4b55 req-33c41ce5-7c53-4bc6-8f68-261f368dfebb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:33.926931 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d6ffe8e9-6a89-4e27-b07e-2e16565c4b55 req-33c41ce5-7c53-4bc6-8f68-261f368dfebb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 944 time: 0.0505104 Oct 03 12:57:33.927255 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-93070391-7cfd-4411-bb2a-577fd17600c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:33.928800 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-93070391-7cfd-4411-bb2a-577fd17600c9 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=85ba965e-ab65-4b2d-a3bd-c593866149c6 HTTP/1.1" status: 200 len: 854 time: 0.0493920 Oct 03 12:57:33.968713 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d6ffe8e9-6a89-4e27-b07e-2e16565c4b55 req-77d89b0e-2b93-4065-a25a-a96a2a55e148 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430098 Oct 03 12:57:33.973627 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-a490ee2b-ef02-460d-bfb2-c6f27818a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:33.975163 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-a490ee2b-ef02-460d-bfb2-c6f27818a075 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=1c116e69-b6ec-41cd-b2b6-637e304e9d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398936 Oct 03 12:57:34.074981 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-e95e16dc-1a81-4a27-8fc6-b9c97a64cd23 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928836 Oct 03 12:57:34.128187 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:34.167825 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-584d57e9-f238-49d7-a2b4-2e222b299af0 req-d581c634-b087-42c3-9987-899637526c8e service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867469 Oct 03 12:57:35.078279 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:35.098649 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceffaa3-92c1-4867-88d0-d144326e2a41 req-3017dbd3-c012-4097-b1c5-d4af40fb33fe tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:35.100178 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6ceffaa3-92c1-4867-88d0-d144326e2a41 req-3017dbd3-c012-4097-b1c5-d4af40fb33fe tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 944 time: 0.0548947 Oct 03 12:57:35.151962 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6ceffaa3-92c1-4867-88d0-d144326e2a41 req-84cb4fab-b3ec-4af2-9188-dd5f0a282796 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446293 Oct 03 12:57:36.273354 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fb2e1-f013-48f7-ac43-816ae575d7f2 req-380322b3-f034-4fb9-a9e4-ad91797c0f82 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:36.274818 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-358fb2e1-f013-48f7-ac43-816ae575d7f2 req-380322b3-f034-4fb9-a9e4-ad91797c0f82 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 944 time: 0.0504186 Oct 03 12:57:36.324712 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-358fb2e1-f013-48f7-ac43-816ae575d7f2 req-59474451-9449-48fa-b634-0ec85cca532c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436969 Oct 03 12:57:37.442090 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c47dae-dab2-484f-a3ea-053e3a462f8d req-a24c23d5-c499-4b2e-b7f2-afa3511db894 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:37.443547 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-11c47dae-dab2-484f-a3ea-053e3a462f8d req-a24c23d5-c499-4b2e-b7f2-afa3511db894 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 944 time: 0.0454869 Oct 03 12:57:37.489492 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-11c47dae-dab2-484f-a3ea-053e3a462f8d req-68e51acf-434a-4382-b1c4-994fd334e543 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404725 Oct 03 12:57:38.594170 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:38.601976 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device dc215a76-62ab-4c80-b3aa-fbe015feab91 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:57:38.613597 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d022421-e59f-4191-9751-84888024e08d req-7d49ea1c-d6b4-4d4c-bbf6-44ff3521e2f7 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:38.615975 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9d022421-e59f-4191-9751-84888024e08d req-7d49ea1c-d6b4-4d4c-bbf6-44ff3521e2f7 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 944 time: 0.0524240 Oct 03 12:57:38.680535 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9d022421-e59f-4191-9751-84888024e08d req-2f7a998b-2b02-4210-a210-2a71d3271cd4 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543604 Oct 03 12:57:38.713220 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port dc215a76-62ab-4c80-b3aa-fbe015feab91, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=dc215a76-62ab-4c80-b3aa-fbe015feab91,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:57:38.724169 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': 'dc215a76-62ab-4c80-b3aa-fbe015feab91', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'port_id': 'dc215a76-62ab-4c80-b3aa-fbe015feab91', 'mac_address': 'fa:16:3e:e3:ee:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:57:38.760423 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port dc215a76-62ab-4c80-b3aa-fbe015feab91 is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:57:38.760806 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (dc215a76-62ab-4c80-b3aa-fbe015feab91), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:38.775376 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc215a76-62ab-4c80-b3aa-fbe015feab91 {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:57:38.799471 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port dc215a76-62ab-4c80-b3aa-fbe015feab91, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=dc215a76-62ab-4c80-b3aa-fbe015feab91,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:57:38.865597 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (dc215a76-62ab-4c80-b3aa-fbe015feab91), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:38.919757 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=dc215a76-62ab-4c80-b3aa-fbe015feab91,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:57:38.926920 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:38.932211 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:38.932211 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:38.932211 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:38.932211 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:38.932211 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:38.932211 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:38.932211 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:38.932211 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:38.932211 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:38.932211 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:38.932211 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:38.932211 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:38.932211 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:38.932211 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:57:39.802750 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d30d6-4d29-4d09-9ef9-6ec7bd44c757 req-5b0c3b1f-f619-4716-860f-744a6301b82a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:39.804283 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fb9d30d6-4d29-4d09-9ef9-6ec7bd44c757 req-5b0c3b1f-f619-4716-860f-744a6301b82a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 945 time: 0.0473642 Oct 03 12:57:39.854251 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fb9d30d6-4d29-4d09-9ef9-6ec7bd44c757 req-ec3527ab-ef08-41ae-bce9-f846356bab77 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438492 Oct 03 12:57:40.982409 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de5c4d-b404-4942-a785-fa8d02efc426 req-2dcd1d52-e8a2-41a1-8b0c-60d9bc9bf3de tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:40.983899 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-56de5c4d-b404-4942-a785-fa8d02efc426 req-2dcd1d52-e8a2-41a1-8b0c-60d9bc9bf3de tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 945 time: 0.0465302 Oct 03 12:57:41.030244 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-56de5c4d-b404-4942-a785-fa8d02efc426 req-2a8e9884-6adc-4510-887f-0ddccbea894e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408103 Oct 03 12:57:41.680701 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['dc215a76-62ab-4c80-b3aa-fbe015feab91'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:57:42.162315 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:57:42.165120 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b34f8-dad8-413a-a3ca-573047599ae3 req-9f8f485a-638f-47f1-8ee9-938d61690eef tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:42.166594 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-732b34f8-dad8-413a-a3ca-573047599ae3 req-9f8f485a-638f-47f1-8ee9-938d61690eef tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 945 time: 0.0550261 Oct 03 12:57:42.214986 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-732b34f8-dad8-413a-a3ca-573047599ae3 req-6df3a90a-f1d2-40a8-b694-109fa1255ff9 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418687 Oct 03 12:57:43.335853 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89607159-dce3-43af-8d26-0d7c89ae012f req-f3c04dd1-c3ac-4a6d-b2e0-00596474351a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:43.337313 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-89607159-dce3-43af-8d26-0d7c89ae012f req-f3c04dd1-c3ac-4a6d-b2e0-00596474351a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 945 time: 0.0475111 Oct 03 12:57:43.386631 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-89607159-dce3-43af-8d26-0d7c89ae012f req-cf044a79-1f1a-4673-8678-fab90b33e264 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436423 Oct 03 12:57:44.164749 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=64 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:44.506920 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc028a-d7c2-4b04-89af-0302a27d3bfa req-ac8e2fda-4c90-4489-9106-1a4349c9f195 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:44.508397 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-38bc028a-d7c2-4b04-89af-0302a27d3bfa req-ac8e2fda-4c90-4489-9106-1a4349c9f195 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 945 time: 0.0491009 Oct 03 12:57:44.555038 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-38bc028a-d7c2-4b04-89af-0302a27d3bfa req-fd9ee682-a743-4834-8b90-4d042e86f34b tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405240 Oct 03 12:57:45.259748 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device dc215a76-62ab-4c80-b3aa-fbe015feab91 up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:57:45.301872 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning for port dc215a76-62ab-4c80-b3aa-fbe015feab91 completed by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 12:57:45.357809 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port dc215a76-62ab-4c80-b3aa-fbe015feab91 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:57:45.358192 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (dc215a76-62ab-4c80-b3aa-fbe015feab91), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:45.358526 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port dc215a76-62ab-4c80-b3aa-fbe015feab91 Oct 03 12:57:45.432231 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port dc215a76-62ab-4c80-b3aa-fbe015feab91 is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:57:45.432612 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (dc215a76-62ab-4c80-b3aa-fbe015feab91), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:45.572997 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74732bd8-7fb6-4f8c-a46b-d58d6c1f4384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc215a76-62ab-4c80-b3aa-fbe015feab91'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:57:45.575201 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8402fc69-9782-4995-b1f0-6749e4f6b3ec" -d '{"events": [{"server_uuid": "74732bd8-7fb6-4f8c-a46b-d58d6c1f4384", "name": "network-vif-plugged", "status": "completed", "tag": "dc215a76-62ab-4c80-b3aa-fbe015feab91"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:57:45.579230 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:45.588360 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port dc215a76-62ab-4c80-b3aa-fbe015feab91, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=dc215a76-62ab-4c80-b3aa-fbe015feab91,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:57:45.617105 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff6fb23-1526-4611-9308-f499c7907277 x-openstack-request-id: req-3ff6fb23-1526-4611-9308-f499c7907277 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:57:45.617105 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74732bd8-7fb6-4f8c-a46b-d58d6c1f4384", "name": "network-vif-plugged", "status": "completed", "tag": "dc215a76-62ab-4c80-b3aa-fbe015feab91", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:57:45.617105 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3ff6fb23-1526-4611-9308-f499c7907277 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:57:45.617105 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff6fb23-1526-4611-9308-f499c7907277'] response: {'server_uuid': '74732bd8-7fb6-4f8c-a46b-d58d6c1f4384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc215a76-62ab-4c80-b3aa-fbe015feab91', 'code': 200} Oct 03 12:57:45.671960 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (dc215a76-62ab-4c80-b3aa-fbe015feab91), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:45.682249 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea41289-3c42-4b37-9b42-8e44e7d052d5 req-978de4ae-e71c-4e59-a753-4a15a3ca0e3e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:45.689121 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3ea41289-3c42-4b37-9b42-8e44e7d052d5 req-978de4ae-e71c-4e59-a753-4a15a3ca0e3e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 945 time: 0.0547464 Oct 03 12:57:45.715524 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:45.720927 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=dc215a76-62ab-4c80-b3aa-fbe015feab91,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:57:45.733184 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3ea41289-3c42-4b37-9b42-8e44e7d052d5 req-e5ed5188-f996-4061-ba04-01cbc68ee2d2 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432088 Oct 03 12:57:46.260421 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9fead718-8e66-4644-b4eb-6987ee16d9e4 req-2bb0121d-8ffd-46bf-8003-2b5c06e790b3 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389347 Oct 03 12:57:46.344806 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fead718-8e66-4644-b4eb-6987ee16d9e4 req-102611ca-72a1-4a25-9386-a2dca157741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:46.347091 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9fead718-8e66-4644-b4eb-6987ee16d9e4 req-102611ca-72a1-4a25-9386-a2dca157741c service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=06a284bf10ff47d6bc58de80f92c164a&device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 1129 time: 0.0455241 Oct 03 12:57:46.452232 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fead718-8e66-4644-b4eb-6987ee16d9e4 req-fdc5c68d-ef3a-416e-aef5-dd92d36addf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:46.453712 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9fead718-8e66-4644-b4eb-6987ee16d9e4 req-fdc5c68d-ef3a-416e-aef5-dd92d36addf8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=ce8a959a-d831-48ea-b008-5e2f6694b525 HTTP/1.1" status: 200 len: 910 time: 0.0871503 Oct 03 12:57:46.508561 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c0a0b-4964-4535-84aa-8c090b612f3f req-98b4ddcd-43b8-415b-922c-82ec58cc09d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:46.510037 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9f6c0a0b-4964-4535-84aa-8c090b612f3f req-98b4ddcd-43b8-415b-922c-82ec58cc09d1 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 1130 time: 0.0397067 Oct 03 12:57:46.520430 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9fead718-8e66-4644-b4eb-6987ee16d9e4 req-9edcd322-946e-4cee-9350-1df553b155aa service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7deec46d-97bb-4a3f-a77b-11832cd2ffe1 HTTP/1.1" status: 200 len: 1000 time: 0.0597548 Oct 03 12:57:46.558246 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9f6c0a0b-4964-4535-84aa-8c090b612f3f req-9ab6157e-4434-4423-8351-9c909aa6e749 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419934 Oct 03 12:57:46.569081 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fead718-8e66-4644-b4eb-6987ee16d9e4 req-cf097379-8715-4397-a9f4-6dc5a91a2b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:46.570528 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9fead718-8e66-4644-b4eb-6987ee16d9e4 req-cf097379-8715-4397-a9f4-6dc5a91a2b8f service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=47380a65-a01f-404f-bd7b-70c1a3be1024 HTTP/1.1" status: 200 len: 848 time: 0.0449600 Oct 03 12:57:46.810279 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fead718-8e66-4644-b4eb-6987ee16d9e4 req-4ae6d909-cac3-4a39-8e6d-0d3a22872b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:46.811794 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9fead718-8e66-4644-b4eb-6987ee16d9e4 req-4ae6d909-cac3-4a39-8e6d-0d3a22872b0d service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=ce8a959a-d831-48ea-b008-5e2f6694b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407124 Oct 03 12:57:46.861015 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c927597-ade8-456c-9336-9bc3e7a9b220 req-237c9a18-3c98-48e5-b911-926acb3437af tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:46.862496 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9c927597-ade8-456c-9336-9bc3e7a9b220 req-237c9a18-3c98-48e5-b911-926acb3437af tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 946 time: 0.0482664 Oct 03 12:57:46.911732 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9c927597-ade8-456c-9336-9bc3e7a9b220 req-f8cde529-1cf8-4282-a32a-460024c35964 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431035 Oct 03 12:57:46.912987 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9fead718-8e66-4644-b4eb-6987ee16d9e4 req-e1144754-8f3a-4361-a6ce-3fa06adc619a service neutron] 10.222.0.46 "GET /networking/v2.0/networks/ce8a959a-d831-48ea-b008-5e2f6694b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947893 Oct 03 12:57:47.006461 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9fead718-8e66-4644-b4eb-6987ee16d9e4 req-615c9552-0c96-48e9-af2a-0c78667aa91d service neutron] 10.222.0.46 "GET /networking/v2.0/networks/ce8a959a-d831-48ea-b008-5e2f6694b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852618 Oct 03 12:57:48.015783 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:48.063588 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7a471-b0a8-4996-a953-46042b6ff3ee req-31193875-b908-4508-aadb-d18a0383567c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:48.065155 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e1c7a471-b0a8-4996-a953-46042b6ff3ee req-31193875-b908-4508-aadb-d18a0383567c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 946 time: 0.0685854 Oct 03 12:57:48.111565 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-8446a4d9-071e-4e0e-91c4-87bd6eeba3a1 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-797083645&fields=id&tenant_id=38d1778202d041b58934150c6af9685c HTTP/1.1" status: 200 len: 267 time: 0.0801690 Oct 03 12:57:48.142318 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:48.161364 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e1c7a471-b0a8-4996-a953-46042b6ff3ee req-ea21f62a-2702-4614-a251-798b21c95ae0 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0861928 Oct 03 12:57:48.245563 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-6dcb1d0a-7dc2-4533-9b8e-a94aa30da841 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:48.248519 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-6dcb1d0a-7dc2-4533-9b8e-a94aa30da841 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/networks?id=1ccd52b4-506d-483d-a4e0-802199d3659f HTTP/1.1" status: 200 len: 811 time: 0.1267276 Oct 03 12:57:48.270264 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-5e7fd11d-1d6b-44b5-803d-eeda81bea371 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/quotas/38d1778202d041b58934150c6af9685c HTTP/1.1" status: 200 len: 375 time: 0.0094185 Oct 03 12:57:48.323228 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-7272814b-c041-4743-8f20-8ba819e44c49 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=38d1778202d041b58934150c6af9685c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535152 Oct 03 12:57:48.554438 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-51306a70-a56c-4180-9144-2dce74deb60e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137904 Oct 03 12:57:48.648016 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-62955a47-3697-405d-a1dc-c84f422347ab service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927587 Oct 03 12:57:49.183557 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c77782cf-0190-4bae-a251-b7721bd0744c req-2f9acfc3-9da7-49b0-b701-bd8ae1969524 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 210 time: 0.0298636 Oct 03 12:57:49.304871 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcaac0-a4ab-40b0-975c-c644a1c5cfc8 req-8ca231bf-9d5e-4aa5-98b6-0d044a6e6eff tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:49.315014 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6bbcaac0-a4ab-40b0-975c-c644a1c5cfc8 req-8ca231bf-9d5e-4aa5-98b6-0d044a6e6eff tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 946 time: 0.0520227 Oct 03 12:57:49.357419 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6bbcaac0-a4ab-40b0-975c-c644a1c5cfc8 req-234bd87d-837a-4eb4-b52e-ea1051235499 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443394 Oct 03 12:57:49.478380 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb575d25-0af5-4596-8180-b00dde12eb3c req-53352315-fee4-4ff8-92d8-a38e3d858e6e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:49.479866 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bb575d25-0af5-4596-8180-b00dde12eb3c req-53352315-fee4-4ff8-92d8-a38e3d858e6e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 946 time: 0.0517066 Oct 03 12:57:49.490497 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42558) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:57:49.495076 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-9334aa0d-727d-4cb2-b2a1-392ba78ce1de tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'floatingip': {'port_id': 'dc215a76-62ab-4c80-b3aa-fbe015feab91'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:57:49.534614 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9334aa0d-727d-4cb2-b2a1-392ba78ce1de tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (c3702217-fa1f-4c85-9aa2-6f02771767b9), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:49.906122 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:49.964473 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9334aa0d-727d-4cb2-b2a1-392ba78ce1de tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:50.139548 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9334aa0d-727d-4cb2-b2a1-392ba78ce1de tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (c3702217-fa1f-4c85-9aa2-6f02771767b9), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:50.244580 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.db.l3_db [None req-9334aa0d-727d-4cb2-b2a1-392ba78ce1de tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Floating IP c3702217-fa1f-4c85-9aa2-6f02771767b9 associated. External IP: 172.27.0.117, port: dc215a76-62ab-4c80-b3aa-fbe015feab91. Oct 03 12:57:50.313496 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-15559f58-7512-48b1-8fe2-cf599b7c09d1 req-31a61f55-76ec-4c88-a8d7-d8fdac69f7ef tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 210 time: 0.0337715 Oct 03 12:57:50.317146 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:50.474301 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9334aa0d-727d-4cb2-b2a1-392ba78ce1de tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Router 122074b6-a40b-4fa0-be87-3c63da082123 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:57:50.836812 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9334aa0d-727d-4cb2-b2a1-392ba78ce1de tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:57:50.841788 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9334aa0d-727d-4cb2-b2a1-392ba78ce1de tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:50.849420 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0775489c-0c7a-4ea0-bab5-270a32f7d859 None None] Sync routers for ids ['122074b6-a40b-4fa0-be87-3c63da082123'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:57:50.861919 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0775489c-0c7a-4ea0-bab5-270a32f7d859 None None] Routers {'122074b6-a40b-4fa0-be87-3c63da082123'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:57:50.862831 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-0775489c-0c7a-4ea0-bab5-270a32f7d859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:57:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['122074b6-a40b-4fa0-be87-3c63da082123'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:57:50.873782 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-9334aa0d-727d-4cb2-b2a1-392ba78ce1de tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/c3702217-fa1f-4c85-9aa2-6f02771767b9 HTTP/1.1" status: 200 len: 992 time: 1.3821678 Oct 03 12:57:50.874421 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74732bd8-7fb6-4f8c-a46b-d58d6c1f4384', 'tag': 'dc215a76-62ab-4c80-b3aa-fbe015feab91'}] {{(pid=113285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:57:50.876712 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8c9de838f6157477042d1ccf4c4241849d38f3be3769c4c2ec48b33ae5f8e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c57fdd8-9998-4b9b-a959-e978d34617ff" -d '{"events": [{"name": "network-changed", "server_uuid": "74732bd8-7fb6-4f8c-a46b-d58d6c1f4384", "tag": "dc215a76-62ab-4c80-b3aa-fbe015feab91"}]}' {{(pid=113285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:57:50.914463 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c54e1f4-4fed-448a-8b3a-8bdb782de214 x-openstack-request-id: req-7c54e1f4-4fed-448a-8b3a-8bdb782de214 {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:57:50.914759 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74732bd8-7fb6-4f8c-a46b-d58d6c1f4384", "tag": "dc215a76-62ab-4c80-b3aa-fbe015feab91", "status": "completed", "code": 200}]} {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:57:50.915009 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7c54e1f4-4fed-448a-8b3a-8bdb782de214 {{(pid=113285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:57:50.915474 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c54e1f4-4fed-448a-8b3a-8bdb782de214'] response: {'name': 'network-changed', 'server_uuid': '74732bd8-7fb6-4f8c-a46b-d58d6c1f4384', 'tag': 'dc215a76-62ab-4c80-b3aa-fbe015feab91', 'status': 'completed', 'code': 200} Oct 03 12:57:50.976620 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-0775489c-0c7a-4ea0-bab5-270a32f7d859 None None] Set router 122074b6-a40b-4fa0-be87-3c63da082123 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:57:50.978418 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57fdd8-9998-4b9b-a959-e978d34617ff req-b71e4e64-6b7e-43b9-b9ec-7c82c99723bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:50.979951 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3c57fdd8-9998-4b9b-a959-e978d34617ff req-b71e4e64-6b7e-43b9-b9ec-7c82c99723bf service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=484522301976426dae50e64c141c727e&device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 1130 time: 0.0439532 Oct 03 12:57:51.078240 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57fdd8-9998-4b9b-a959-e978d34617ff req-8537b763-77e9-4b58-b34e-5dda0e097556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:51.080666 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3c57fdd8-9998-4b9b-a959-e978d34617ff req-8537b763-77e9-4b58-b34e-5dda0e097556 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=1c116e69-b6ec-41cd-b2b6-637e304e9d46 HTTP/1.1" status: 200 len: 916 time: 0.0950563 Oct 03 12:57:51.157087 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3c57fdd8-9998-4b9b-a959-e978d34617ff req-e84b17a2-aabd-4988-8274-ef0122f68102 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc215a76-62ab-4c80-b3aa-fbe015feab91 HTTP/1.1" status: 200 len: 1000 time: 0.0697846 Oct 03 12:57:51.212057 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57fdd8-9998-4b9b-a959-e978d34617ff req-5bec2117-6628-41c4-a01c-864ee36dc196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:51.213516 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3c57fdd8-9998-4b9b-a959-e978d34617ff req-5bec2117-6628-41c4-a01c-864ee36dc196 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=85ba965e-ab65-4b2d-a3bd-c593866149c6 HTTP/1.1" status: 200 len: 854 time: 0.0502334 Oct 03 12:57:51.216730 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-0775489c-0c7a-4ea0-bab5-270a32f7d859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '96891d44-021f-4eb9-a050-94d3af8cba53', 'tenant_id': '484522301976426dae50e64c141c727e', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'port_id': '4edf1405-fc52-4599-ac23-ab2575e40645', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'mac_address': 'fa:16:3e:3b:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7601de3-6bca-4b56-900b-e5bce92c1286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:56:23Z', 'updated_at': '2022-10-03T12:56:39Z', 'revision_number': 2, 'project_id': '484522301976426dae50e64c141c727e', 'fixed_ip_address_scope': None}, {'id': 'c3702217-fa1f-4c85-9aa2-6f02771767b9', 'tenant_id': '484522301976426dae50e64c141c727e', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'port_id': 'dc215a76-62ab-4c80-b3aa-fbe015feab91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'mac_address': 'fa:16:3e:e3:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74732bd8-7fb6-4f8c-a46b-d58d6c1f4384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:57:27Z', 'updated_at': '2022-10-03T12:57:49Z', 'revision_number': 1, 'project_id': '484522301976426dae50e64c141c727e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:57:51.243354 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0775489c-0c7a-4ea0-bab5-270a32f7d859 None None] Checking router: 122074b6-a40b-4fa0-be87-3c63da082123 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:57:51.253340 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0775489c-0c7a-4ea0-bab5-270a32f7d859 None None] Routers {'122074b6-a40b-4fa0-be87-3c63da082123'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:57:51.253980 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-0775489c-0c7a-4ea0-bab5-270a32f7d859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:57:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['122074b6-a40b-4fa0-be87-3c63da082123'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:57:51.269125 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57fdd8-9998-4b9b-a959-e978d34617ff req-f5ae4f87-d084-457c-a4c2-112e4649b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:51.270667 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3c57fdd8-9998-4b9b-a959-e978d34617ff req-f5ae4f87-d084-457c-a4c2-112e4649b574 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=1c116e69-b6ec-41cd-b2b6-637e304e9d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0514586 Oct 03 12:57:51.358888 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-0775489c-0c7a-4ea0-bab5-270a32f7d859 None None] Set router 122074b6-a40b-4fa0-be87-3c63da082123 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:57:51.371164 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3c57fdd8-9998-4b9b-a959-e978d34617ff req-d392498a-f80a-4be2-b5b2-d0281d2a5be1 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897171 Oct 03 12:57:51.425856 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7dcb59f6-f87e-4c1c-985c-c55d9fef8206 req-c1ec38a3-f5e7-4732-b61d-d66f9fec39d9 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 210 time: 0.0272982 Oct 03 12:57:51.580073 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-0775489c-0c7a-4ea0-bab5-270a32f7d859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '96891d44-021f-4eb9-a050-94d3af8cba53', 'tenant_id': '484522301976426dae50e64c141c727e', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'port_id': '4edf1405-fc52-4599-ac23-ab2575e40645', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'mac_address': 'fa:16:3e:3b:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7601de3-6bca-4b56-900b-e5bce92c1286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:56:23Z', 'updated_at': '2022-10-03T12:56:39Z', 'revision_number': 2, 'project_id': '484522301976426dae50e64c141c727e', 'fixed_ip_address_scope': None}, {'id': 'c3702217-fa1f-4c85-9aa2-6f02771767b9', 'tenant_id': '484522301976426dae50e64c141c727e', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'port_id': 'dc215a76-62ab-4c80-b3aa-fbe015feab91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'mac_address': 'fa:16:3e:e3:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74732bd8-7fb6-4f8c-a46b-d58d6c1f4384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:57:27Z', 'updated_at': '2022-10-03T12:57:49Z', 'revision_number': 1, 'project_id': '484522301976426dae50e64c141c727e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:57:51.606294 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0775489c-0c7a-4ea0-bab5-270a32f7d859 None None] The sync data for ids ['122074b6-a40b-4fa0-be87-3c63da082123'] in dv-cinder-844563-12-iscsi is: [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '96891d44-021f-4eb9-a050-94d3af8cba53', 'tenant_id': '484522301976426dae50e64c141c727e', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'port_id': '4edf1405-fc52-4599-ac23-ab2575e40645', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'mac_address': 'fa:16:3e:3b:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7601de3-6bca-4b56-900b-e5bce92c1286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:56:23Z', 'updated_at': '2022-10-03T12:56:39Z', 'revision_number': 2, 'project_id': '484522301976426dae50e64c141c727e', 'fixed_ip_address_scope': None}, {'id': 'c3702217-fa1f-4c85-9aa2-6f02771767b9', 'tenant_id': '484522301976426dae50e64c141c727e', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'port_id': 'dc215a76-62ab-4c80-b3aa-fbe015feab91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'mac_address': 'fa:16:3e:e3:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74732bd8-7fb6-4f8c-a46b-d58d6c1f4384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:57:27Z', 'updated_at': '2022-10-03T12:57:49Z', 'revision_number': 1, 'project_id': '484522301976426dae50e64c141c727e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:57:51.619363 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3c57fdd8-9998-4b9b-a959-e978d34617ff req-096a82cd-426e-4f88-84dc-631bbbc6cb34 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905049 Oct 03 12:57:51.788026 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:51.817901 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:51.827000 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c40d7e-35e7-4f3b-95cb-dcaeb0fbe053 None None] New status for floating IP c3702217-fa1f-4c85-9aa2-6f02771767b9: ACTIVE {{(pid=113287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:57:51.894399 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-b49ee3d6-7496-4909-990a-7eccf9f99269 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:51.900149 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-b49ee3d6-7496-4909-990a-7eccf9f99269 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.46 "GET /networking/v2.0/networks?id=1ccd52b4-506d-483d-a4e0-802199d3659f HTTP/1.1" status: 200 len: 811 time: 0.1380124 Oct 03 12:57:51.962835 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-638e98af-ae76-4026-8134-68ce42107ff3 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=38d1778202d041b58934150c6af9685c HTTP/1.1" status: 200 len: 379 time: 0.0557587 Oct 03 12:57:51.973689 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-d3f9f298-ba9c-44ed-b1e8-090a0fa8ff14 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Request body: {'port': {'device_id': 'ee6c4b7a-3b99-4a50-9703-a776b7b6b076', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'admin_state_up': True, 'tenant_id': '38d1778202d041b58934150c6af9685c', 'security_groups': ['18ee50b8-c178-4f2e-90fa-2e038bee25b0']}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:57:52.145107 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-d3f9f298-ba9c-44ed-b1e8-090a0fa8ff14 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Made reservation on behalf of 38d1778202d041b58934150c6af9685c for: {'port': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:57:52.148932 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-d3f9f298-ba9c-44ed-b1e8-090a0fa8ff14 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:52.279171 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-d3f9f298-ba9c-44ed-b1e8-090a0fa8ff14 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Allocated IP 172.20.0.4 (1ccd52b4-506d-483d-a4e0-802199d3659f/992bdcdd-031e-4962-982a-3fce89fa640a/c76db3b4-ecf1-4866-ba33-9d3ed7d5947b) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:57:52.420198 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-d3f9f298-ba9c-44ed-b1e8-090a0fa8ff14 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for port (c76db3b4-ecf1-4866-ba33-9d3ed7d5947b), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:52.517690 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-d3f9f298-ba9c-44ed-b1e8-090a0fa8ff14 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (c76db3b4-ecf1-4866-ba33-9d3ed7d5947b), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:52.532997 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-66afd764-6919-474b-92d5-150df94304d6 req-b95f5ae6-4067-4f7c-9797-5277fdbc2ef8 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 210 time: 0.0302215 Oct 03 12:57:52.567337 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-d3f9f298-ba9c-44ed-b1e8-090a0fa8ff14 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Network 1ccd52b4-506d-483d-a4e0-802199d3659f is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:57:52.570466 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-d3f9f298-ba9c-44ed-b1e8-090a0fa8ff14 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:57:52.574335 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-d3f9f298-ba9c-44ed-b1e8-090a0fa8ff14 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:57:52.581314 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9f298-ba9c-44ed-b1e8-090a0fa8ff14 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Pushing event updated for resources: {'Port': ['ID=c76db3b4-ecf1-4866-ba33-9d3ed7d5947b,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:57:52.629649 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-d3f9f298-ba9c-44ed-b1e8-090a0fa8ff14 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:52.630306 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-d3f9f298-ba9c-44ed-b1e8-090a0fa8ff14 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:52.637002 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:52.790565 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-94617178-6db0-4f43-b8a8-9afda6ed75d3 None None] Provisioning complete for port c76db3b4-ecf1-4866-ba33-9d3ed7d5947b triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:57:52.791127 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-94617178-6db0-4f43-b8a8-9afda6ed75d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (c76db3b4-ecf1-4866-ba33-9d3ed7d5947b), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:52.791247 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-94617178-6db0-4f43-b8a8-9afda6ed75d3 None None] Attempt 1 to provision port c76db3b4-ecf1-4866-ba33-9d3ed7d5947b Oct 03 12:57:52.811703 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-d3f9f298-ba9c-44ed-b1e8-090a0fa8ff14 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8425932 Oct 03 12:57:52.825995 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] Request body: {'port': {'device_id': 'ee6c4b7a-3b99-4a50-9703-a776b7b6b076', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:57:52.826726 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-94617178-6db0-4f43-b8a8-9afda6ed75d3 None None] Port c76db3b4-ecf1-4866-ba33-9d3ed7d5947b cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:57:52.892034 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (c76db3b4-ecf1-4866-ba33-9d3ed7d5947b), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:52.940364 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:52.957189 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6c86f589-4dba-4fe5-a72e-26e676ee3ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:53.156071 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76db3b4-ecf1-4866-ba33-9d3ed7d5947b {{(pid=113284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:57:53.163754 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] Publish callbacks [] for port (c76db3b4-ecf1-4866-ba33-9d3ed7d5947b), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:53.175819 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.provisioning_blocks [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] Transition to ACTIVE for port object c76db3b4-ecf1-4866-ba33-9d3ed7d5947b will not be triggered until provisioned by entity L2. {{(pid=113284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 12:57:53.242866 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (c76db3b4-ecf1-4866-ba33-9d3ed7d5947b), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:53.320665 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c76db3b4-ecf1-4866-ba33-9d3ed7d5947b,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:57:53.353112 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] Attempting to bind port c76db3b4-ecf1-4866-ba33-9d3ed7d5947b on host hv-cinder-84456 for vnic_type normal with profile {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:57:53.357146 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] Attempting to bind port c76db3b4-ecf1-4866-ba33-9d3ed7d5947b by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '68f8d878-ae14-402a-ae5e-c260c9ff73d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f'}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:57:53.357146 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] Attempting to bind port c76db3b4-ecf1-4866-ba33-9d3ed7d5947b on network 1ccd52b4-506d-483d-a4e0-802199d3659f {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:57:53.402935 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] Port c76db3b4-ecf1-4866-ba33-9d3ed7d5947b on network 1ccd52b4-506d-483d-a4e0-802199d3659f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 12:57:53.403341 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] Attempting to bind port c76db3b4-ecf1-4866-ba33-9d3ed7d5947b on network 1ccd52b4-506d-483d-a4e0-802199d3659f {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:57:53.447647 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] Checking agent: {'id': '72e18e84-452a-46dd-9356-90dcf7de37bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'started_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:57:53.447821 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] Checking segment: {'id': '68f8d878-ae14-402a-ae5e-c260c9ff73d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:57:53.448191 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] Bound using segment: {'id': '68f8d878-ae14-402a-ae5e-c260c9ff73d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f'} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:57:53.448625 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] Bound port: c76db3b4-ecf1-4866-ba33-9d3ed7d5947b, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f8d878-ae14-402a-ae5e-c260c9ff73d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f'}}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:57:53.448984 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (c76db3b4-ecf1-4866-ba33-9d3ed7d5947b), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:53.510201 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] For port c76db3b4-ecf1-4866-ba33-9d3ed7d5947b, host hv-cinder-84456, cleared binding levels {{(pid=113284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:57:53.513256 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] For port c76db3b4-ecf1-4866-ba33-9d3ed7d5947b, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c76db3b4-ecf1-4866-ba33-9d3ed7d5947b,segment=NetworkSegment(68f8d878-ae14-402a-ae5e-c260c9ff73d4),segment_id=68f8d878-ae14-402a-ae5e-c260c9ff73d4)] {{(pid=113284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:57:53.580674 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (c76db3b4-ecf1-4866-ba33-9d3ed7d5947b), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:53.584988 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:53.586193 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:53.591597 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/c76db3b4-ecf1-4866-ba33-9d3ed7d5947b HTTP/1.1" status: 200 len: 1093 time: 0.7664468 Oct 03 12:57:53.591597 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6c4b7a-3b99-4a50-9703-a776b7b6b076', 'tag': 'c76db3b4-ecf1-4866-ba33-9d3ed7d5947b'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:57:53.592682 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae44c90-6f4d-43fc-8b85-5edd4decdebc" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6c4b7a-3b99-4a50-9703-a776b7b6b076", "tag": "c76db3b4-ecf1-4866-ba33-9d3ed7d5947b"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:57:53.647415 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e46837c-a6f6-46a3-9632-50a95f19e5b0 x-openstack-request-id: req-3e46837c-a6f6-46a3-9632-50a95f19e5b0 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:57:53.647708 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6c4b7a-3b99-4a50-9703-a776b7b6b076", "tag": "c76db3b4-ecf1-4866-ba33-9d3ed7d5947b", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:57:53.647963 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3e46837c-a6f6-46a3-9632-50a95f19e5b0 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:57:53.648365 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e46837c-a6f6-46a3-9632-50a95f19e5b0'] response: {'name': 'network-changed', 'server_uuid': 'ee6c4b7a-3b99-4a50-9703-a776b7b6b076', 'tag': 'c76db3b4-ecf1-4866-ba33-9d3ed7d5947b', 'status': 'completed', 'code': 200} Oct 03 12:57:53.649535 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f44df-82a6-4e19-bb62-561feaafe2c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c76db3b4-ecf1-4866-ba33-9d3ed7d5947b,revision_number=3']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:57:53.674275 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab96f0d-b3ef-4378-9693-1989f58a28cb req-aba67805-c0dc-4f35-a95c-160f8a297fe4 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:53.675790 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5ab96f0d-b3ef-4378-9693-1989f58a28cb req-aba67805-c0dc-4f35-a95c-160f8a297fe4 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 943 time: 0.0481532 Oct 03 12:57:53.719228 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae44c90-6f4d-43fc-8b85-5edd4decdebc req-bb97f3b2-9be6-475f-80b2-ac5ecf2f84fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:53.721484 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3ae44c90-6f4d-43fc-8b85-5edd4decdebc req-bb97f3b2-9be6-475f-80b2-ac5ecf2f84fa service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=38d1778202d041b58934150c6af9685c&device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 1127 time: 0.0509753 Oct 03 12:57:53.743088 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5ab96f0d-b3ef-4378-9693-1989f58a28cb req-c70dc24d-cc4d-4e03-b431-6083fca8276b tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612500 Oct 03 12:57:53.749597 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:53.822853 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae44c90-6f4d-43fc-8b85-5edd4decdebc req-16fe8dc8-e24b-4d6c-aa46-788549d596c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:53.824322 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3ae44c90-6f4d-43fc-8b85-5edd4decdebc req-16fe8dc8-e24b-4d6c-aa46-788549d596c8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=38d1778202d041b58934150c6af9685c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0961280 Oct 03 12:57:53.921418 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae44c90-6f4d-43fc-8b85-5edd4decdebc req-b2319882-dccf-4260-a051-9bdf4e06ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:53.922890 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3ae44c90-6f4d-43fc-8b85-5edd4decdebc req-b2319882-dccf-4260-a051-9bdf4e06ec97 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928612 Oct 03 12:57:53.997147 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-876ad675-a48d-4624-9acb-dd48fbdf700e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:53.999176 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-876ad675-a48d-4624-9acb-dd48fbdf700e service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=38d1778202d041b58934150c6af9685c&device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 1127 time: 0.0401745 Oct 03 12:57:54.045544 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-0c5d8097-b218-4f85-b1fa-02ba04dc401d service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c76db3b4-ecf1-4866-ba33-9d3ed7d5947b HTTP/1.1" status: 200 len: 217 time: 0.0385299 Oct 03 12:57:54.061034 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:54.098443 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-b7ab01c8-c9f7-45a3-8596-9cdae8cf390b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:54.099893 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-b7ab01c8-c9f7-45a3-8596-9cdae8cf390b service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=992bdcdd-031e-4962-982a-3fce89fa640a HTTP/1.1" status: 200 len: 850 time: 0.0484867 Oct 03 12:57:54.144520 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-38e87e23-8f81-42d4-9228-8b5f4d89c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:54.146011 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-38e87e23-8f81-42d4-9228-8b5f4d89c52a service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=1ccd52b4-506d-483d-a4e0-802199d3659f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399091 Oct 03 12:57:54.245483 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-2aff0b64-8d1a-4fab-aec9-f4d0ff995309 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928032 Oct 03 12:57:54.346767 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8b9399b8-890b-42d1-ac6d-e8f34a0ce4fc req-67f6cfc3-f4ae-47f4-a852-814f7742da89 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906036 Oct 03 12:57:54.863607 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f67c25-1d95-43a5-b9fd-e0486b828caf req-c741a96a-ee90-4b79-908b-e2b647173578 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:54.865145 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-49f67c25-1d95-43a5-b9fd-e0486b828caf req-c741a96a-ee90-4b79-908b-e2b647173578 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 943 time: 0.0467610 Oct 03 12:57:54.913620 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-49f67c25-1d95-43a5-b9fd-e0486b828caf req-fa360d0c-254e-4ce1-989a-eea26dee7f88 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426502 Oct 03 12:57:55.316294 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-0cf95e2e-fcc3-486d-9dd2-5d8ab9929f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:56.031955 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88354b0-8365-4df5-8427-cede8bd96f43 req-a515b162-7368-42d7-823a-3eef4365aed5 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:56.033429 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d88354b0-8365-4df5-8427-cede8bd96f43 req-a515b162-7368-42d7-823a-3eef4365aed5 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 943 time: 0.0461423 Oct 03 12:57:56.056841 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:57:56.082340 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d88354b0-8365-4df5-8427-cede8bd96f43 req-cf22a735-8aa9-4c66-bb04-1b4c2775f45c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434036 Oct 03 12:57:56.916658 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:57.207294 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c52a52-56d8-4f28-b3da-6b0a0900f29d req-72167ab1-17aa-45f2-bdb3-95485633193b tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:57.208772 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-86c52a52-56d8-4f28-b3da-6b0a0900f29d req-72167ab1-17aa-45f2-bdb3-95485633193b tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 943 time: 0.0506098 Oct 03 12:57:57.260064 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-86c52a52-56d8-4f28-b3da-6b0a0900f29d req-52d330d8-30b5-460a-b11e-1586568197e4 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454521 Oct 03 12:57:58.380116 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0822a1d-281a-4f35-9dd9-73f409bcc967 req-94795e89-0ae9-46ba-85f6-a8771502dc2c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:58.381626 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f0822a1d-281a-4f35-9dd9-73f409bcc967 req-94795e89-0ae9-46ba-85f6-a8771502dc2c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 943 time: 0.0476866 Oct 03 12:57:58.419509 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:58.432186 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f0822a1d-281a-4f35-9dd9-73f409bcc967 req-2c449982-3f44-4ade-bfcc-2a044f4f21e9 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450361 Oct 03 12:57:58.476837 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:59.579511 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 42638) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:57:59.712751 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938101d7-d8fc-4c81-a0f5-366e7f732465 req-2015488f-6b21-42e4-9022-15f2714e405e tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:59.714195 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-938101d7-d8fc-4c81-a0f5-366e7f732465 req-2015488f-6b21-42e4-9022-15f2714e405e tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 943 time: 0.0508103 Oct 03 12:57:59.725132 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Deleting port 1933b7b8-9491-49e1-90a9-f4846ebfce1d {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:57:59.725480 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (1933b7b8-9491-49e1-90a9-f4846ebfce1d), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:59.766232 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-938101d7-d8fc-4c81-a0f5-366e7f732465 req-0c79d7d5-35f0-42fb-bd8a-b9ea4ea8f395 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456469 Oct 03 12:57:59.805098 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (1933b7b8-9491-49e1-90a9-f4846ebfce1d), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:59.805423 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for floatingip (1933b7b8-9491-49e1-90a9-f4846ebfce1d), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:57:59.818228 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Calling delete_port for 1933b7b8-9491-49e1-90a9-f4846ebfce1d owned by network:floatingip {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:58:00.154736 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:00.294682 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (1933b7b8-9491-49e1-90a9-f4846ebfce1d), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:00.319376 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Pushing event deleted for resources: {'Port': ['ID=1933b7b8-9491-49e1-90a9-f4846ebfce1d,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:00.332205 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:00.332551 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:00.332934 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:00.333292 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:00.333571 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:00.333881 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:00.334206 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:00.334527 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:00.334848 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:00.335222 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:00.335541 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:00.335871 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:00.336185 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:00.336565 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:00.336810 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:00.397245 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for floatingip (4d29363c-b3f6-43a9-89db-a329abc8ceb2), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:00.397561 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.l3_db [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Floating IP 4d29363c-b3f6-43a9-89db-a329abc8ceb2 disassociated (deleted). External IP: 172.27.0.72, port: 7deec46d-97bb-4a3f-a77b-11832cd2ffe1. Oct 03 12:58:00.608876 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:00.612901 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Router b83a45bb-d9e4-4f15-90e0-3db7de4cba05 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:58:00.718020 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:58:00.723527 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:00.727984 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769cd2cf-2f85-4d21-8d70-c4a8fa747efe None None] Sync routers for ids ['b83a45bb-d9e4-4f15-90e0-3db7de4cba05'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:58:00.731344 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:00.739258 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769cd2cf-2f85-4d21-8d70-c4a8fa747efe None None] Routers {'b83a45bb-d9e4-4f15-90e0-3db7de4cba05'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:58:00.739949 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-769cd2cf-2f85-4d21-8d70-c4a8fa747efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:57:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['b83a45bb-d9e4-4f15-90e0-3db7de4cba05'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:00.760816 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-21318de7-9b87-4f0f-9109-0c45eaa7e22b tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/4d29363c-b3f6-43a9-89db-a329abc8ceb2 HTTP/1.1" status: 204 len: 168 time: 1.1778278 Oct 03 12:58:00.760816 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a54301-d1b8-4060-b712-8d707bcfbef5', 'tag': '7deec46d-97bb-4a3f-a77b-11832cd2ffe1'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:58:00.762359 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa37d894-3ace-4d7c-9d91-72d0e93cf9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a54301-d1b8-4060-b712-8d707bcfbef5", "tag": "7deec46d-97bb-4a3f-a77b-11832cd2ffe1"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:58:00.805943 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3d4c5e-4619-4a4a-b764-60cc06b39177 x-openstack-request-id: req-3f3d4c5e-4619-4a4a-b764-60cc06b39177 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:58:00.806557 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a54301-d1b8-4060-b712-8d707bcfbef5", "tag": "7deec46d-97bb-4a3f-a77b-11832cd2ffe1", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:58:00.806942 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3f3d4c5e-4619-4a4a-b764-60cc06b39177 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:58:00.807500 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f3d4c5e-4619-4a4a-b764-60cc06b39177'] response: {'name': 'network-changed', 'server_uuid': 'e3a54301-d1b8-4060-b712-8d707bcfbef5', 'tag': '7deec46d-97bb-4a3f-a77b-11832cd2ffe1', 'status': 'completed', 'code': 200} Oct 03 12:58:00.839467 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:00.854758 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-769cd2cf-2f85-4d21-8d70-c4a8fa747efe None None] Set router b83a45bb-d9e4-4f15-90e0-3db7de4cba05 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:58:00.882345 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37d894-3ace-4d7c-9d91-72d0e93cf9c2 req-cc939980-2544-4444-ba6f-a4dc46cc8585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:00.882871 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-fa37d894-3ace-4d7c-9d91-72d0e93cf9c2 req-cc939980-2544-4444-ba6f-a4dc46cc8585 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=06a284bf10ff47d6bc58de80f92c164a&device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 1129 time: 0.0545757 Oct 03 12:58:00.927911 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1fc55-393b-433d-bd9e-899e3c7e50f0 req-9c63b330-a3c2-4386-bc09-62659e81114f tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:00.930211 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-15f1fc55-393b-433d-bd9e-899e3c7e50f0 req-9c63b330-a3c2-4386-bc09-62659e81114f tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 943 time: 0.0500770 Oct 03 12:58:00.984083 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37d894-3ace-4d7c-9d91-72d0e93cf9c2 req-acc4acfa-e94d-4d36-a402-1c576af605d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:00.986001 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-fa37d894-3ace-4d7c-9d91-72d0e93cf9c2 req-acc4acfa-e94d-4d36-a402-1c576af605d2 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=ce8a959a-d831-48ea-b008-5e2f6694b525 HTTP/1.1" status: 200 len: 910 time: 0.0970190 Oct 03 12:58:00.990409 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-15f1fc55-393b-433d-bd9e-899e3c7e50f0 req-92e98f54-f4e3-448a-b349-cf5de41c21d8 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515473 Oct 03 12:58:01.034370 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-fa37d894-3ace-4d7c-9d91-72d0e93cf9c2 req-79a900b2-95d1-4a27-b85d-2c91b16f451a service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7deec46d-97bb-4a3f-a77b-11832cd2ffe1 HTTP/1.1" status: 200 len: 217 time: 0.0398018 Oct 03 12:58:01.063725 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-769cd2cf-2f85-4d21-8d70-c4a8fa747efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'name': 'tempest-TestShelveInstance-1160234685-router', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:53:02Z', 'revision_number': 4, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'gw_port': {'id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'b8e1c71a-00ad-47d4-9440-ec4a9cf70426', 'name': '', 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'mac_address': 'fa:16:3e:bd:10:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:02Z', 'updated_at': '2022-10-03T12:53:09Z', 'revision_number': 5, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'subnets': [{'id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:01.086422 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37d894-3ace-4d7c-9d91-72d0e93cf9c2 req-ed650468-c7f5-475d-9864-71624efde4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:01.087974 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-fa37d894-3ace-4d7c-9d91-72d0e93cf9c2 req-ed650468-c7f5-475d-9864-71624efde4b0 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=47380a65-a01f-404f-bd7b-70c1a3be1024 HTTP/1.1" status: 200 len: 848 time: 0.0467243 Oct 03 12:58:01.094822 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769cd2cf-2f85-4d21-8d70-c4a8fa747efe None None] Checking router: b83a45bb-d9e4-4f15-90e0-3db7de4cba05 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:58:01.103726 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769cd2cf-2f85-4d21-8d70-c4a8fa747efe None None] Routers {'b83a45bb-d9e4-4f15-90e0-3db7de4cba05'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:58:01.104366 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-769cd2cf-2f85-4d21-8d70-c4a8fa747efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:57:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['b83a45bb-d9e4-4f15-90e0-3db7de4cba05'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:01.133906 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37d894-3ace-4d7c-9d91-72d0e93cf9c2 req-2300d7fc-9536-46b7-ada9-cef84e16b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:01.135342 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-fa37d894-3ace-4d7c-9d91-72d0e93cf9c2 req-2300d7fc-9536-46b7-ada9-cef84e16b8e3 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=ce8a959a-d831-48ea-b008-5e2f6694b525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398960 Oct 03 12:58:01.226166 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-769cd2cf-2f85-4d21-8d70-c4a8fa747efe None None] Set router b83a45bb-d9e4-4f15-90e0-3db7de4cba05 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:58:01.236262 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-fa37d894-3ace-4d7c-9d91-72d0e93cf9c2 req-bb3c6cbc-6b5e-4989-94ae-0303666af2d4 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/ce8a959a-d831-48ea-b008-5e2f6694b525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930896 Oct 03 12:58:01.293747 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22280e-67bf-4e64-89ba-891925ebdd0e req-a3e30056-1327-470f-8b53-53a3944e24f8 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:01.295941 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4b22280e-67bf-4e64-89ba-891925ebdd0e req-a3e30056-1327-470f-8b53-53a3944e24f8 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.0503614 Oct 03 12:58:01.349287 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4b22280e-67bf-4e64-89ba-891925ebdd0e req-5ff39c1d-9771-4bbd-b914-8a0c5b652bb7 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475776 Oct 03 12:58:01.357690 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:01.419769 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-769cd2cf-2f85-4d21-8d70-c4a8fa747efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'name': 'tempest-TestShelveInstance-1160234685-router', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:53:02Z', 'revision_number': 4, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'gw_port': {'id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'b8e1c71a-00ad-47d4-9440-ec4a9cf70426', 'name': '', 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'mac_address': 'fa:16:3e:bd:10:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:02Z', 'updated_at': '2022-10-03T12:53:09Z', 'revision_number': 5, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'subnets': [{'id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:01.447493 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769cd2cf-2f85-4d21-8d70-c4a8fa747efe None None] The sync data for ids ['b83a45bb-d9e4-4f15-90e0-3db7de4cba05'] in dv-cinder-844563-12-iscsi is: [{'id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'name': 'tempest-TestShelveInstance-1160234685-router', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:53:02Z', 'revision_number': 4, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'gw_port': {'id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'b8e1c71a-00ad-47d4-9440-ec4a9cf70426', 'name': '', 'network_id': 'ce8a959a-d831-48ea-b008-5e2f6694b525', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'mac_address': 'fa:16:3e:bd:10:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:02Z', 'updated_at': '2022-10-03T12:53:09Z', 'revision_number': 5, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'subnets': [{'id': '47380a65-a01f-404f-bd7b-70c1a3be1024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:58:01.633948 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device c76db3b4-ecf1-4866-ba33-9d3ed7d5947b details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:58:01.689715 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f849f7e-6cf0-4bf9-ba5e-22b43e5f19e0 None None] New status for floating IP 4d29363c-b3f6-43a9-89db-a329abc8ceb2: DOWN {{(pid=113287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:58:01.742774 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port c76db3b4-ecf1-4866-ba33-9d3ed7d5947b, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c76db3b4-ecf1-4866-ba33-9d3ed7d5947b,segment=NetworkSegment(68f8d878-ae14-402a-ae5e-c260c9ff73d4),segment_id=68f8d878-ae14-402a-ae5e-c260c9ff73d4)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:58:01.756063 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': 'c76db3b4-ecf1-4866-ba33-9d3ed7d5947b', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'port_id': 'c76db3b4-ecf1-4866-ba33-9d3ed7d5947b', 'mac_address': 'fa:16:3e:49:2d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:58:01.797401 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port c76db3b4-ecf1-4866-ba33-9d3ed7d5947b is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:58:01.797401 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (c76db3b4-ecf1-4866-ba33-9d3ed7d5947b), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:01.936325 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c76db3b4-ecf1-4866-ba33-9d3ed7d5947b {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:58:01.956401 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port c76db3b4-ecf1-4866-ba33-9d3ed7d5947b, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c76db3b4-ecf1-4866-ba33-9d3ed7d5947b,segment=NetworkSegment(68f8d878-ae14-402a-ae5e-c260c9ff73d4),segment_id=68f8d878-ae14-402a-ae5e-c260c9ff73d4)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:58:02.002072 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (c76db3b4-ecf1-4866-ba33-9d3ed7d5947b), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:02.049024 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=c76db3b4-ecf1-4866-ba33-9d3ed7d5947b,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:02.118580 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be87b8-9206-497c-8024-e08878d6f80f req-d7e2936c-f4bd-4ce1-9deb-5a06c9da9a8d tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:02.120132 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-07be87b8-9206-497c-8024-e08878d6f80f req-d7e2936c-f4bd-4ce1-9deb-5a06c9da9a8d tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 944 time: 0.0483727 Oct 03 12:58:02.170081 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-07be87b8-9206-497c-8024-e08878d6f80f req-2fe36fed-de7a-4be1-b8ff-5be7f6c4bdfb tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435145 Oct 03 12:58:02.269476 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['c76db3b4-ecf1-4866-ba33-9d3ed7d5947b'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:58:02.464002 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:02.464236 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-fa37d894-3ace-4d7c-9d91-72d0e93cf9c2 req-552ea21b-05a8-41b5-90ea-eb8d82545cef service neutron] 10.222.0.46 "GET /networking/v2.0/networks/ce8a959a-d831-48ea-b008-5e2f6694b525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033287 Oct 03 12:58:02.480634 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95710c75-143c-4e6f-b7fc-934b0928e7f8 req-6608ab05-5734-4a16-a39a-e7f231e4574c tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:02.483143 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-95710c75-143c-4e6f-b7fc-934b0928e7f8 req-6608ab05-5734-4a16-a39a-e7f231e4574c tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.0550909 Oct 03 12:58:02.534660 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-95710c75-143c-4e6f-b7fc-934b0928e7f8 req-9cb33ebf-adb7-48f4-a125-3fec90bea012 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a2d32379-4955-48b3-b51b-445c284c0d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456271 Oct 03 12:58:02.863572 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5001983-d6fc-474b-91be-1cb506e30e57 req-32221c8c-b57a-473f-9864-25904c51d216 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:02.864915 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f5001983-d6fc-474b-91be-1cb506e30e57 req-32221c8c-b57a-473f-9864-25904c51d216 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 945 time: 0.0473430 Oct 03 12:58:02.877206 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:02.952362 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-f5001983-d6fc-474b-91be-1cb506e30e57 req-b7846d7d-cc5c-4df6-b75e-449085cffe54 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Deleting port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:58:02.952710 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-f5001983-d6fc-474b-91be-1cb506e30e57 req-b7846d7d-cc5c-4df6-b75e-449085cffe54 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (7deec46d-97bb-4a3f-a77b-11832cd2ffe1), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:03.052041 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-f5001983-d6fc-474b-91be-1cb506e30e57 req-b7846d7d-cc5c-4df6-b75e-449085cffe54 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] For port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7deec46d-97bb-4a3f-a77b-11832cd2ffe1,segment=NetworkSegment(947c4539-8b5d-493f-b375-3fcb69a985f7),segment_id=947c4539-8b5d-493f-b375-3fcb69a985f7)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:58:03.052405 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-f5001983-d6fc-474b-91be-1cb506e30e57 req-b7846d7d-cc5c-4df6-b75e-449085cffe54 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (7deec46d-97bb-4a3f-a77b-11832cd2ffe1), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:03.065812 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-f5001983-d6fc-474b-91be-1cb506e30e57 req-b7846d7d-cc5c-4df6-b75e-449085cffe54 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Calling delete_port for 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 owned by compute:nova {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:58:03.082026 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:03.276634 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-f5001983-d6fc-474b-91be-1cb506e30e57 req-b7846d7d-cc5c-4df6-b75e-449085cffe54 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (7deec46d-97bb-4a3f-a77b-11832cd2ffe1), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:03.302082 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1d951-ced1-4010-93c1-5a967f169de1 req-962c007a-85d0-4d6b-8b61-6cda60b23759 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:03.303769 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b3b1d951-ced1-4010-93c1-5a967f169de1 req-962c007a-85d0-4d6b-8b61-6cda60b23759 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 944 time: 0.0571969 Oct 03 12:58:03.317846 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7846d7d-cc5c-4df6-b75e-449085cffe54 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Pushing event deleted for resources: {'Port': ['ID=7deec46d-97bb-4a3f-a77b-11832cd2ffe1,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:03.365054 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b3b1d951-ced1-4010-93c1-5a967f169de1 req-c1d7e013-d5c8-4a07-bfa0-af0556547c49 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536160 Oct 03 12:58:03.368272 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5001983-d6fc-474b-91be-1cb506e30e57 req-b7846d7d-cc5c-4df6-b75e-449085cffe54 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] No DVR routers for this DVR port 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 on host hv-cinder-84456 {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:58:03.371527 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-f5001983-d6fc-474b-91be-1cb506e30e57 req-b7846d7d-cc5c-4df6-b75e-449085cffe54 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:03.375158 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f5001983-d6fc-474b-91be-1cb506e30e57 req-b7846d7d-cc5c-4df6-b75e-449085cffe54 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.46 "DELETE /networking/v2.0/ports/7deec46d-97bb-4a3f-a77b-11832cd2ffe1 HTTP/1.1" status: 204 len: 173 time: 0.5049670 Oct 03 12:58:03.375790 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a54301-d1b8-4060-b712-8d707bcfbef5', 'name': 'network-vif-deleted', 'tag': '7deec46d-97bb-4a3f-a77b-11832cd2ffe1'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:58:03.392951 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b7e73d-12d3-4023-a50e-fa32073839c3" -d '{"events": [{"server_uuid": "e3a54301-d1b8-4060-b712-8d707bcfbef5", "name": "network-vif-deleted", "tag": "7deec46d-97bb-4a3f-a77b-11832cd2ffe1"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:58:03.423371 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0a75e4-480e-4d8c-bc18-3cc0db9fe5a5 x-openstack-request-id: req-4b0a75e4-480e-4d8c-bc18-3cc0db9fe5a5 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:58:03.423663 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a54301-d1b8-4060-b712-8d707bcfbef5", "name": "network-vif-deleted", "tag": "7deec46d-97bb-4a3f-a77b-11832cd2ffe1", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:58:03.423975 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4b0a75e4-480e-4d8c-bc18-3cc0db9fe5a5 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:58:03.424408 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b0a75e4-480e-4d8c-bc18-3cc0db9fe5a5'] response: {'server_uuid': 'e3a54301-d1b8-4060-b712-8d707bcfbef5', 'name': 'network-vif-deleted', 'tag': '7deec46d-97bb-4a3f-a77b-11832cd2ffe1', 'status': 'completed', 'code': 200} Oct 03 12:58:03.638016 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device c76db3b4-ecf1-4866-ba33-9d3ed7d5947b up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:58:03.643785 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c37673c3-6d26-40e0-9f3c-a8df5766a949 req-f4889dfa-c459-4155-b75d-c06e2803b208 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 210 time: 0.0298336 Oct 03 12:58:03.694469 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning for port c76db3b4-ecf1-4866-ba33-9d3ed7d5947b completed by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 12:58:03.791693 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port c76db3b4-ecf1-4866-ba33-9d3ed7d5947b triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:58:03.792283 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (c76db3b4-ecf1-4866-ba33-9d3ed7d5947b), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:03.793047 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port c76db3b4-ecf1-4866-ba33-9d3ed7d5947b Oct 03 12:58:03.847806 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:03.882478 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port c76db3b4-ecf1-4866-ba33-9d3ed7d5947b is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:58:03.882873 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (c76db3b4-ecf1-4866-ba33-9d3ed7d5947b), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:03.904473 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:03.907241 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6c4b7a-3b99-4a50-9703-a776b7b6b076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76db3b4-ecf1-4866-ba33-9d3ed7d5947b'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:58:03.909517 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d86443a-24d6-4e78-bf24-d83521a0d31a" -d '{"events": [{"server_uuid": "ee6c4b7a-3b99-4a50-9703-a776b7b6b076", "name": "network-vif-plugged", "status": "completed", "tag": "c76db3b4-ecf1-4866-ba33-9d3ed7d5947b"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:58:03.922554 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port c76db3b4-ecf1-4866-ba33-9d3ed7d5947b, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c76db3b4-ecf1-4866-ba33-9d3ed7d5947b,segment=NetworkSegment(68f8d878-ae14-402a-ae5e-c260c9ff73d4),segment_id=68f8d878-ae14-402a-ae5e-c260c9ff73d4)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:58:03.948565 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968bfa32-0c36-4188-954a-cbd60c18688b x-openstack-request-id: req-968bfa32-0c36-4188-954a-cbd60c18688b {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:58:03.948857 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6c4b7a-3b99-4a50-9703-a776b7b6b076", "name": "network-vif-plugged", "status": "completed", "tag": "c76db3b4-ecf1-4866-ba33-9d3ed7d5947b", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:58:03.949113 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-968bfa32-0c36-4188-954a-cbd60c18688b {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:58:03.949617 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-968bfa32-0c36-4188-954a-cbd60c18688b'] response: {'server_uuid': 'ee6c4b7a-3b99-4a50-9703-a776b7b6b076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76db3b4-ecf1-4866-ba33-9d3ed7d5947b', 'code': 200} Oct 03 12:58:03.992184 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (c76db3b4-ecf1-4866-ba33-9d3ed7d5947b), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:04.039076 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=c76db3b4-ecf1-4866-ba33-9d3ed7d5947b,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:04.178891 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42730) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:04.286967 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-99a5a2c5-a29e-493a-85bc-cef55a769e99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:04.324294 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e98e71-8772-4465-beca-d9ac471a76c8 req-aa99c232-dd7d-478e-b4ea-a473abf976c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:04.326075 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b8e98e71-8772-4465-beca-d9ac471a76c8 req-aa99c232-dd7d-478e-b4ea-a473abf976c4 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 1129 time: 0.0422134 Oct 03 12:58:04.370344 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-99a5a2c5-a29e-493a-85bc-cef55a769e99 admin admin] Publish callbacks [] for security_group (a7e0b046-6d81-4a19-8d25-1811e685403a), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:04.376781 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b8e98e71-8772-4465-beca-d9ac471a76c8 req-66546cc4-79e6-4dd5-8694-e49444df4e49 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452616 Oct 03 12:58:04.477478 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-99a5a2c5-a29e-493a-85bc-cef55a769e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (a7e0b046-6d81-4a19-8d25-1811e685403a), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:04.483756 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:04.525680 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5edad-80ff-4f01-8e49-32f0b3ed211b req-f139938c-0acf-4508-ae79-6f2c333db857 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:04.527139 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1cb5edad-80ff-4f01-8e49-32f0b3ed211b req-f139938c-0acf-4508-ae79-6f2c333db857 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 945 time: 0.0825951 Oct 03 12:58:04.532066 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5a2c5-a29e-493a-85bc-cef55a769e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e0b046-6d81-4a19-8d25-1811e685403a,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:04.538969 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-99a5a2c5-a29e-493a-85bc-cef55a769e99 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e2082fde4f954d60b1d3c64ad855ef91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3589861 Oct 03 12:58:04.541786 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 42736) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:04.548885 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5a2c5-a29e-493a-85bc-cef55a769e99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:04.549247 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5a2c5-a29e-493a-85bc-cef55a769e99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:04.549559 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5a2c5-a29e-493a-85bc-cef55a769e99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:04.549893 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5a2c5-a29e-493a-85bc-cef55a769e99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:04.550225 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5a2c5-a29e-493a-85bc-cef55a769e99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:04.550553 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5a2c5-a29e-493a-85bc-cef55a769e99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:04.550878 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5a2c5-a29e-493a-85bc-cef55a769e99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:04.551200 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5a2c5-a29e-493a-85bc-cef55a769e99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:04.551551 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5a2c5-a29e-493a-85bc-cef55a769e99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:04.551878 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5a2c5-a29e-493a-85bc-cef55a769e99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:04.552200 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5a2c5-a29e-493a-85bc-cef55a769e99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:04.552522 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5a2c5-a29e-493a-85bc-cef55a769e99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:04.552839 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5a2c5-a29e-493a-85bc-cef55a769e99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:04.553157 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5a2c5-a29e-493a-85bc-cef55a769e99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:04.553474 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a5a2c5-a29e-493a-85bc-cef55a769e99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:04.554576 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:04.602220 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1cb5edad-80ff-4f01-8e49-32f0b3ed211b req-f29119ac-16a7-4aaf-898f-ee1bfa7b9f5d tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675552 Oct 03 12:58:04.605293 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-085072b0-ba00-468c-a659-0d381f8c76a6 admin admin] Publish callbacks [] for security_group (a7e0b046-6d81-4a19-8d25-1811e685403a), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:04.627074 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-085072b0-ba00-468c-a659-0d381f8c76a6 admin admin] Publish callbacks [] for security_group (a7e0b046-6d81-4a19-8d25-1811e685403a), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:04.739638 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-085072b0-ba00-468c-a659-0d381f8c76a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (a7e0b046-6d81-4a19-8d25-1811e685403a), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:04.742378 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-085072b0-ba00-468c-a659-0d381f8c76a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:04.743595 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-085072b0-ba00-468c-a659-0d381f8c76a6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a7e0b046-6d81-4a19-8d25-1811e685403a HTTP/1.1" status: 204 len: 168 time: 0.2007287 Oct 03 12:58:04.752127 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085072b0-ba00-468c-a659-0d381f8c76a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e0b046-6d81-4a19-8d25-1811e685403a,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:04.773820 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-348feb7b-14d7-4928-8ca4-155e957da3d2 req-34e28699-b09c-41fb-9ad3-e6d95ec4d968 tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e3a54301-d1b8-4060-b712-8d707bcfbef5 HTTP/1.1" status: 200 len: 210 time: 0.0374224 Oct 03 12:58:05.367288 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 42744) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:05.380733 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-74c1658c-30b2-4aae-9273-6c3c6ac7a0f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:05.442420 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:05.464952 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-74c1658c-30b2-4aae-9273-6c3c6ac7a0f8 admin admin] Publish callbacks [] for security_group (dd26dfa9-b245-480c-ba08-9f1e05526422), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:05.585080 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-74c1658c-30b2-4aae-9273-6c3c6ac7a0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (dd26dfa9-b245-480c-ba08-9f1e05526422), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:05.625383 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-74c1658c-30b2-4aae-9273-6c3c6ac7a0f8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a87c76bbc1b34c6391f14434c63eac4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570000 Oct 03 12:58:05.626489 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1658c-30b2-4aae-9273-6c3c6ac7a0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd26dfa9-b245-480c-ba08-9f1e05526422,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:05.628075 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42746) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:05.635983 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:58:05.659891 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] No Port match for: 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:58:05.660576 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 7deec46d-97bb-4a3f-a77b-11832cd2ffe1 not bound to the agent host hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:58:05.704516 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d8c2b9e3-98d5-4046-bba1-749753c9a0a3 admin admin] Publish callbacks [] for security_group (dd26dfa9-b245-480c-ba08-9f1e05526422), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:05.754241 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d8c2b9e3-98d5-4046-bba1-749753c9a0a3 admin admin] Publish callbacks [] for security_group (dd26dfa9-b245-480c-ba08-9f1e05526422), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:05.761142 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178dd7c-ce78-48a4-a902-b4b16cfe9f62 req-a4afc0ba-d21b-4b56-bc9f-a7581d9bcd60 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:05.762638 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c178dd7c-ce78-48a4-a902-b4b16cfe9f62 req-a4afc0ba-d21b-4b56-bc9f-a7581d9bcd60 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 945 time: 0.0734975 Oct 03 12:58:05.835645 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c178dd7c-ce78-48a4-a902-b4b16cfe9f62 req-b7f82954-ae6f-4616-96c9-822302d03bfb tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647511 Oct 03 12:58:05.835645 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42752) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:05.894850 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a523-7a14-4c3d-8cfd-6a3d187535bd tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group (a2d32379-4955-48b3-b51b-445c284c0d48), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:05.905798 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d8c2b9e3-98d5-4046-bba1-749753c9a0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (dd26dfa9-b245-480c-ba08-9f1e05526422), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:05.908295 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d8c2b9e3-98d5-4046-bba1-749753c9a0a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:05.909402 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-d8c2b9e3-98d5-4046-bba1-749753c9a0a3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/dd26dfa9-b245-480c-ba08-9f1e05526422 HTTP/1.1" status: 204 len: 168 time: 0.2802470 Oct 03 12:58:05.919679 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:05.929605 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a523-7a14-4c3d-8cfd-6a3d187535bd tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group (a2d32379-4955-48b3-b51b-445c284c0d48), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:05.932478 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2b9e3-98d5-4046-bba1-749753c9a0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd26dfa9-b245-480c-ba08-9f1e05526422,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:06.082381 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a523-7a14-4c3d-8cfd-6a3d187535bd tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (a2d32379-4955-48b3-b51b-445c284c0d48), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:06.085209 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a523-7a14-4c3d-8cfd-6a3d187535bd tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:06.086557 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-1fc5a523-7a14-4c3d-8cfd-6a3d187535bd tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a2d32379-4955-48b3-b51b-445c284c0d48 HTTP/1.1" status: 204 len: 168 time: 0.2496064 Oct 03 12:58:06.096581 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5a523-7a14-4c3d-8cfd-6a3d187535bd tempest-TestShelveInstance-883453511 tempest-TestShelveInstance-883453511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d32379-4955-48b3-b51b-445c284c0d48,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:06.254365 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42758) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:06.726720 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-81d09a19-5341-40eb-9617-7b1c5ac77b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759112'] for router_interface (b83a45bb-d9e4-4f15-90e0-3db7de4cba05), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:06.906649 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:06.998871 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ed75b-1aea-491f-a20c-f75d8007a152 req-9aee8c8e-78ab-4916-9f76-b26bcea1f4e4 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:07.000377 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4c0ed75b-1aea-491f-a20c-f75d8007a152 req-9aee8c8e-78ab-4916-9f76-b26bcea1f4e4 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 945 time: 0.0743737 Oct 03 12:58:07.023047 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-81d09a19-5341-40eb-9617-7b1c5ac77b5c admin admin] Deleting port b8e1c71a-00ad-47d4-9440-ec4a9cf70426 {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:58:07.023401 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-81d09a19-5341-40eb-9617-7b1c5ac77b5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (b8e1c71a-00ad-47d4-9440-ec4a9cf70426), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:07.104415 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4c0ed75b-1aea-491f-a20c-f75d8007a152 req-063f57b5-d291-4a8a-b78f-67b4ae47acde tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972509 Oct 03 12:58:07.132091 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [None req-81d09a19-5341-40eb-9617-7b1c5ac77b5c admin admin] For port b8e1c71a-00ad-47d4-9440-ec4a9cf70426, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=b8e1c71a-00ad-47d4-9440-ec4a9cf70426,segment=NetworkSegment(947c4539-8b5d-493f-b375-3fcb69a985f7),segment_id=947c4539-8b5d-493f-b375-3fcb69a985f7)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:58:07.132529 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-81d09a19-5341-40eb-9617-7b1c5ac77b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (b8e1c71a-00ad-47d4-9440-ec4a9cf70426), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:07.147221 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-81d09a19-5341-40eb-9617-7b1c5ac77b5c admin admin] Calling delete_port for b8e1c71a-00ad-47d4-9440-ec4a9cf70426 owned by network:router_interface {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:58:07.230768 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:07.256652 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2838d-8538-4916-8f6c-2d7723862807 req-2909e15b-e626-4eb6-afb5-d3e6a6a838d9 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:07.258099 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bac2838d-8538-4916-8f6c-2d7723862807 req-2909e15b-e626-4eb6-afb5-d3e6a6a838d9 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 945 time: 0.0669355 Oct 03 12:58:07.361926 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bac2838d-8538-4916-8f6c-2d7723862807 req-3be84075-c3c2-4a3e-b0bb-ab4efca76ab8 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981777 Oct 03 12:58:07.397752 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 42788) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:07.436351 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6c0f92-bebc-480a-8e93-fc6e0a422883 tempest-TestVolumeBootPattern-1369648141 tempest-TestVolumeBootPattern-1369648141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:07.437862 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-ce6c0f92-bebc-480a-8e93-fc6e0a422883 tempest-TestVolumeBootPattern-1369648141 tempest-TestVolumeBootPattern-1369648141-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 1124 time: 0.0391245 Oct 03 12:58:07.440680 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 42790) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:07.444802 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-2d38c12a-b5c3-421a-ace8-1d6e32064711 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Request body: {'floatingip': {'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'port_id': 'c76db3b4-ecf1-4866-ba33-9d3ed7d5947b', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:58:07.528133 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-81d09a19-5341-40eb-9617-7b1c5ac77b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (b8e1c71a-00ad-47d4-9440-ec4a9cf70426), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:07.556690 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2d38c12a-b5c3-421a-ace8-1d6e32064711 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:07.559677 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d09a19-5341-40eb-9617-7b1c5ac77b5c admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e1c71a-00ad-47d4-9440-ec4a9cf70426,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:07.677305 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2d38c12a-b5c3-421a-ace8-1d6e32064711 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:07.734700 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-81d09a19-5341-40eb-9617-7b1c5ac77b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759100'] for router_interface (b83a45bb-d9e4-4f15-90e0-3db7de4cba05), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:07.814375 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [None req-2d38c12a-b5c3-421a-ace8-1d6e32064711 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Allocated IP 172.27.0.35 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/50552a47-f23b-4f65-b77a-46659540e579) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:58:07.899790 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:07.934034 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2d38c12a-b5c3-421a-ace8-1d6e32064711 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for port (50552a47-f23b-4f65-b77a-46659540e579), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:07.964235 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d09a19-5341-40eb-9617-7b1c5ac77b5c admin admin] Router b83a45bb-d9e4-4f15-90e0-3db7de4cba05 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:58:08.042517 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2d38c12a-b5c3-421a-ace8-1d6e32064711 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (50552a47-f23b-4f65-b77a-46659540e579), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:08.070673 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d09a19-5341-40eb-9617-7b1c5ac77b5c admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:58:08.082658 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-81d09a19-5341-40eb-9617-7b1c5ac77b5c admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/b83a45bb-d9e4-4f15-90e0-3db7de4cba05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8249640 Oct 03 12:58:08.084397 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42806) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:08.087495 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21865d24-9a6c-493f-8b88-eef780120a31 None None] Sync routers for ids ['b83a45bb-d9e4-4f15-90e0-3db7de4cba05'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:58:08.088107 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d38c12a-b5c3-421a-ace8-1d6e32064711 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:58:08.093005 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-2d38c12a-b5c3-421a-ace8-1d6e32064711 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:58:08.097130 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d38c12a-b5c3-421a-ace8-1d6e32064711 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:58:08.103754 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21865d24-9a6c-493f-8b88-eef780120a31 None None] Routers {'b83a45bb-d9e4-4f15-90e0-3db7de4cba05'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:58:08.105028 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-21865d24-9a6c-493f-8b88-eef780120a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:57:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['b83a45bb-d9e4-4f15-90e0-3db7de4cba05'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:08.169082 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:08.175668 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38c12a-b5c3-421a-ace8-1d6e32064711 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Pushing event updated for resources: {'Port': ['ID=50552a47-f23b-4f65-b77a-46659540e579,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:08.217403 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:08.228698 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f40807b7-6cd3-4ef4-af08-bb601379c4eb admin admin] Publish callbacks [] for router (b83a45bb-d9e4-4f15-90e0-3db7de4cba05), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:08.243111 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-21865d24-9a6c-493f-8b88-eef780120a31 None None] Set router b83a45bb-d9e4-4f15-90e0-3db7de4cba05 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:58:08.320331 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:08.349193 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f40807b7-6cd3-4ef4-af08-bb601379c4eb admin admin] Publish callbacks [] for router_gateway (b83a45bb-d9e4-4f15-90e0-3db7de4cba05), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:08.448800 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-21865d24-9a6c-493f-8b88-eef780120a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'name': 'tempest-TestShelveInstance-1160234685-router', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:58:07Z', 'revision_number': 5, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'gw_port': {'id': '03f9d52a-8d4b-4ed1-b833-6f6854a85cc9', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:08.477577 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21865d24-9a6c-493f-8b88-eef780120a31 None None] Checking router: b83a45bb-d9e4-4f15-90e0-3db7de4cba05 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:58:08.479110 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-f40807b7-6cd3-4ef4-af08-bb601379c4eb admin admin] Deleting port 03f9d52a-8d4b-4ed1-b833-6f6854a85cc9 {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:58:08.479634 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f40807b7-6cd3-4ef4-af08-bb601379c4eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (03f9d52a-8d4b-4ed1-b833-6f6854a85cc9), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:08.488497 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21865d24-9a6c-493f-8b88-eef780120a31 None None] Routers {'b83a45bb-d9e4-4f15-90e0-3db7de4cba05'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:58:08.489108 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-21865d24-9a6c-493f-8b88-eef780120a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:57:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['b83a45bb-d9e4-4f15-90e0-3db7de4cba05'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:08.506703 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2d38c12a-b5c3-421a-ace8-1d6e32064711 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for floatingip (02785895-8501-425f-a66b-7a1f607d4228), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:08.584577 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-21865d24-9a6c-493f-8b88-eef780120a31 None None] Set router b83a45bb-d9e4-4f15-90e0-3db7de4cba05 gateway port host: None {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:58:08.585490 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [None req-f40807b7-6cd3-4ef4-af08-bb601379c4eb admin admin] For port 03f9d52a-8d4b-4ed1-b833-6f6854a85cc9, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=03f9d52a-8d4b-4ed1-b833-6f6854a85cc9,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:58:08.585871 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f40807b7-6cd3-4ef4-af08-bb601379c4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (03f9d52a-8d4b-4ed1-b833-6f6854a85cc9), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:08.600713 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-f40807b7-6cd3-4ef4-af08-bb601379c4eb admin admin] Calling delete_port for 03f9d52a-8d4b-4ed1-b833-6f6854a85cc9 owned by network:router_gateway {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:58:08.646789 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-21865d24-9a6c-493f-8b88-eef780120a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'name': 'tempest-TestShelveInstance-1160234685-router', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:58:08Z', 'revision_number': 6, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'gw_port_host': None}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:08.661050 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2d38c12a-b5c3-421a-ace8-1d6e32064711 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (50552a47-f23b-4f65-b77a-46659540e579), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:08.673696 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21865d24-9a6c-493f-8b88-eef780120a31 None None] The sync data for ids ['b83a45bb-d9e4-4f15-90e0-3db7de4cba05'] in dv-cinder-844563-12-iscsi is: [{'id': 'b83a45bb-d9e4-4f15-90e0-3db7de4cba05', 'name': 'tempest-TestShelveInstance-1160234685-router', 'tenant_id': '06a284bf10ff47d6bc58de80f92c164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:52:58Z', 'updated_at': '2022-10-03T12:58:08Z', 'revision_number': 6, 'project_id': '06a284bf10ff47d6bc58de80f92c164a', 'gw_port_host': None}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:58:08.829326 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2d38c12a-b5c3-421a-ace8-1d6e32064711 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for port (50552a47-f23b-4f65-b77a-46659540e579), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:08.831677 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f40807b7-6cd3-4ef4-af08-bb601379c4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (03f9d52a-8d4b-4ed1-b833-6f6854a85cc9), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:08.858744 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40807b7-6cd3-4ef4-af08-bb601379c4eb admin admin] Pushing event deleted for resources: {'Port': ['ID=03f9d52a-8d4b-4ed1-b833-6f6854a85cc9,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:08.910504 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2d38c12a-b5c3-421a-ace8-1d6e32064711 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (50552a47-f23b-4f65-b77a-46659540e579), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:08.928692 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f40807b7-6cd3-4ef4-af08-bb601379c4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764534'] for router_gateway (b83a45bb-d9e4-4f15-90e0-3db7de4cba05), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:08.984709 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2d38c12a-b5c3-421a-ace8-1d6e32064711 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (02785895-8501-425f-a66b-7a1f607d4228), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:08.986214 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38c12a-b5c3-421a-ace8-1d6e32064711 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Pushing event updated for resources: {'Port': ['ID=50552a47-f23b-4f65-b77a-46659540e579,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:09.026315 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f40807b7-6cd3-4ef4-af08-bb601379c4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5250'] for router (b83a45bb-d9e4-4f15-90e0-3db7de4cba05), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:09.032722 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f40807b7-6cd3-4ef4-af08-bb601379c4eb admin admin] Publish callbacks [] for router_controller (b83a45bb-d9e4-4f15-90e0-3db7de4cba05), precommit_delete_associations {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:09.033987 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:09.044236 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:09.099688 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.l3_db [None req-2d38c12a-b5c3-421a-ace8-1d6e32064711 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Floating IP 02785895-8501-425f-a66b-7a1f607d4228 associated. External IP: 172.27.0.35, port: c76db3b4-ecf1-4866-ba33-9d3ed7d5947b. Oct 03 12:58:09.151600 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f40807b7-6cd3-4ef4-af08-bb601379c4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-759140'] for router (b83a45bb-d9e4-4f15-90e0-3db7de4cba05), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:09.152209 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40807b7-6cd3-4ef4-af08-bb601379c4eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b83a45bb-d9e4-4f15-90e0-3db7de4cba05 {{(pid=113285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 12:58:09.161441 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f40807b7-6cd3-4ef4-af08-bb601379c4eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:09.161441 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-f40807b7-6cd3-4ef4-af08-bb601379c4eb admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/b83a45bb-d9e4-4f15-90e0-3db7de4cba05 HTTP/1.1" status: 204 len: 168 time: 1.0730636 Oct 03 12:58:09.161441 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42834) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:09.207110 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1a8d5d-7a55-4e41-a319-b68aa252d701 admin admin] Deleting subnet 47380a65-a01f-404f-bd7b-70c1a3be1024 {{(pid=113285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 12:58:09.210540 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-2b1a8d5d-7a55-4e41-a319-b68aa252d701 admin admin] Publish callbacks [] for subnet (47380a65-a01f-404f-bd7b-70c1a3be1024), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:09.261452 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-2b1a8d5d-7a55-4e41-a319-b68aa252d701 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13973122'] for subnet (47380a65-a01f-404f-bd7b-70c1a3be1024), precommit_delete_associations {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:09.322293 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d38c12a-b5c3-421a-ace8-1d6e32064711 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Router 53d59532-55d2-4727-acf3-529de2203db5 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:58:09.346019 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-2b1a8d5d-7a55-4e41-a319-b68aa252d701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441912'] for subnet (47380a65-a01f-404f-bd7b-70c1a3be1024), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:09.378112 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:09.419207 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:09.434860 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d38c12a-b5c3-421a-ace8-1d6e32064711 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:58:09.445659 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2f1a80-c640-487c-8db7-148d0f5b58d8 None None] Sync routers for ids ['53d59532-55d2-4727-acf3-529de2203db5'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:58:09.449433 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:09.450640 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:09.458957 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2f1a80-c640-487c-8db7-148d0f5b58d8 None None] Routers {'53d59532-55d2-4727-acf3-529de2203db5'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:58:09.459611 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-3e2f1a80-c640-487c-8db7-148d0f5b58d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:57:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['53d59532-55d2-4727-acf3-529de2203db5'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:09.477259 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-2b1a8d5d-7a55-4e41-a319-b68aa252d701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1446231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13033512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15266110'] for subnet (47380a65-a01f-404f-bd7b-70c1a3be1024), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:09.507612 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-2d38c12a-b5c3-421a-ace8-1d6e32064711 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:09.514902 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a8d5d-7a55-4e41-a319-b68aa252d701 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47380a65-a01f-404f-bd7b-70c1a3be1024,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:09.520640 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-2b1a8d5d-7a55-4e41-a319-b68aa252d701 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:09.526937 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-2b1a8d5d-7a55-4e41-a319-b68aa252d701 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/47380a65-a01f-404f-bd7b-70c1a3be1024 HTTP/1.1" status: 204 len: 168 time: 0.3646424 Oct 03 12:58:09.532574 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c67560a-20e3-432b-86e6-876dbf50e3d3 None None] Network ce8a959a-d831-48ea-b008-5e2f6694b525 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:58:09.533058 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42838) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:09.585612 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-2d38c12a-b5c3-421a-ace8-1d6e32064711 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1416762 Oct 03 12:58:09.585612 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6c4b7a-3b99-4a50-9703-a776b7b6b076', 'tag': 'c76db3b4-ecf1-4866-ba33-9d3ed7d5947b'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:58:09.591806 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3053e83d-15be-4745-8c2e-2619b8a97afc" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6c4b7a-3b99-4a50-9703-a776b7b6b076", "tag": "c76db3b4-ecf1-4866-ba33-9d3ed7d5947b"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:58:09.608181 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 03f9d52a-8d4b-4ed1-b833-6f6854a85cc9 no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:58:09.638216 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f0450731-6731-4e5f-82c6-867ae7f9340f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435317'] for network (ce8a959a-d831-48ea-b008-5e2f6694b525), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:09.646080 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42eff1de-ba0b-4a1c-8ec0-72f5f5ae6bbe x-openstack-request-id: req-42eff1de-ba0b-4a1c-8ec0-72f5f5ae6bbe {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:58:09.646346 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6c4b7a-3b99-4a50-9703-a776b7b6b076", "tag": "c76db3b4-ecf1-4866-ba33-9d3ed7d5947b", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:58:09.646601 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-42eff1de-ba0b-4a1c-8ec0-72f5f5ae6bbe {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:58:09.647012 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42eff1de-ba0b-4a1c-8ec0-72f5f5ae6bbe'] response: {'name': 'network-changed', 'server_uuid': 'ee6c4b7a-3b99-4a50-9703-a776b7b6b076', 'tag': 'c76db3b4-ecf1-4866-ba33-9d3ed7d5947b', 'status': 'completed', 'code': 200} Oct 03 12:58:09.669722 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: 03f9d52a-8d4b-4ed1-b833-6f6854a85cc9 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:58:09.672866 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 03f9d52a-8d4b-4ed1-b833-6f6854a85cc9 not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:58:09.672866 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device b8e1c71a-00ad-47d4-9440-ec4a9cf70426 no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:58:09.707449 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: b8e1c71a-00ad-47d4-9440-ec4a9cf70426 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:58:09.707773 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device b8e1c71a-00ad-47d4-9440-ec4a9cf70426 not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:58:09.723983 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-f0450731-6731-4e5f-82c6-867ae7f9340f admin admin] Deleting port a613330f-3ae8-4ede-814d-172db9366e6f {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:58:09.724320 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f0450731-6731-4e5f-82c6-867ae7f9340f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (a613330f-3ae8-4ede-814d-172db9366e6f), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:09.726505 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-3e2f1a80-c640-487c-8db7-148d0f5b58d8 None None] Set router 53d59532-55d2-4727-acf3-529de2203db5 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:58:09.756675 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053e83d-15be-4745-8c2e-2619b8a97afc req-eaf40430-ca26-4c1c-9909-f78639330f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:09.758254 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3053e83d-15be-4745-8c2e-2619b8a97afc req-eaf40430-ca26-4c1c-9909-f78639330f6e service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=38d1778202d041b58934150c6af9685c&device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 1129 time: 0.0794439 Oct 03 12:58:09.830699 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [None req-f0450731-6731-4e5f-82c6-867ae7f9340f admin admin] For port a613330f-3ae8-4ede-814d-172db9366e6f, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=a613330f-3ae8-4ede-814d-172db9366e6f,segment=NetworkSegment(947c4539-8b5d-493f-b375-3fcb69a985f7),segment_id=947c4539-8b5d-493f-b375-3fcb69a985f7)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:58:09.831241 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f0450731-6731-4e5f-82c6-867ae7f9340f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (a613330f-3ae8-4ede-814d-172db9366e6f), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:09.852305 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75211dcb-4438-4ce6-bed0-17b21dbeab48 None None] DHCP port deletion for ce8a959a-d831-48ea-b008-5e2f6694b525 request from dv-cinder-844563-12-iscsi {{(pid=113286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 12:58:09.857728 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-f0450731-6731-4e5f-82c6-867ae7f9340f admin admin] Calling delete_port for a613330f-3ae8-4ede-814d-172db9366e6f owned by network:dhcp {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:58:09.892376 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 42846) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:09.939963 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-75211dcb-4438-4ce6-bed0-17b21dbeab48 None None] Deleting port a613330f-3ae8-4ede-814d-172db9366e6f {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:58:09.944851 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-75211dcb-4438-4ce6-bed0-17b21dbeab48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (a613330f-3ae8-4ede-814d-172db9366e6f), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:09.968713 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053e83d-15be-4745-8c2e-2619b8a97afc req-426e3402-528e-4cb5-8f33-2e7b6f977e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:09.970331 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3053e83d-15be-4745-8c2e-2619b8a97afc req-426e3402-528e-4cb5-8f33-2e7b6f977e49 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=1ccd52b4-506d-483d-a4e0-802199d3659f HTTP/1.1" status: 200 len: 912 time: 0.2034862 Oct 03 12:58:10.014262 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f0450731-6731-4e5f-82c6-867ae7f9340f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (a613330f-3ae8-4ede-814d-172db9366e6f), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:10.031133 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-75211dcb-4438-4ce6-bed0-17b21dbeab48 None None] For port a613330f-3ae8-4ede-814d-172db9366e6f, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=a613330f-3ae8-4ede-814d-172db9366e6f,segment=NetworkSegment(947c4539-8b5d-493f-b375-3fcb69a985f7),segment_id=947c4539-8b5d-493f-b375-3fcb69a985f7)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:58:10.031811 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-75211dcb-4438-4ce6-bed0-17b21dbeab48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (a613330f-3ae8-4ede-814d-172db9366e6f), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:10.041737 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0450731-6731-4e5f-82c6-867ae7f9340f admin admin] Pushing event deleted for resources: {'Port': ['ID=a613330f-3ae8-4ede-814d-172db9366e6f,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:10.047742 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0450731-6731-4e5f-82c6-867ae7f9340f admin admin] No DVR routers for this DVR port a613330f-3ae8-4ede-814d-172db9366e6f on host dv-cinder-844563-12-iscsi {{(pid=113285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:58:10.052548 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-75211dcb-4438-4ce6-bed0-17b21dbeab48 None None] Calling delete_port for a613330f-3ae8-4ede-814d-172db9366e6f owned by network:dhcp {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:58:10.073155 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3053e83d-15be-4745-8c2e-2619b8a97afc req-3ca67c4f-b7c5-4fce-bfd5-e33bd9da8e7d service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c76db3b4-ecf1-4866-ba33-9d3ed7d5947b HTTP/1.1" status: 200 len: 998 time: 0.0954380 Oct 03 12:58:10.087860 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-07204765-6b80-42bb-99fd-53b9477b566f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:10.092398 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-3e2f1a80-c640-487c-8db7-148d0f5b58d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '02785895-8501-425f-a66b-7a1f607d4228', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '53d59532-55d2-4727-acf3-529de2203db5', 'port_id': 'c76db3b4-ecf1-4866-ba33-9d3ed7d5947b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'mac_address': 'fa:16:3e:49:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c4b7a-3b99-4a50-9703-a776b7b6b076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:58:08Z', 'updated_at': '2022-10-03T12:58:08Z', 'revision_number': 0, 'project_id': '38d1778202d041b58934150c6af9685c', 'fixed_ip_address_scope': None}, {'id': '30ec3510-1104-48ae-b3c3-7308288d8d73', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '53d59532-55d2-4727-acf3-529de2203db5', 'port_id': 'e0d4db50-7910-4292-8ab0-c965757c89d7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'mac_address': 'fa:16:3e:ba:14:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ce55bf-3f09-490a-baf4-0822672b5805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:55:52Z', 'updated_at': '2022-10-03T12:55:55Z', 'revision_number': 1, 'project_id': '38d1778202d041b58934150c6af9685c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4735ac-c7dc-4184-91df-c6a684c0ecf7', 'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'mac_address': 'fa:16:3e:10:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:40Z', 'updated_at': '2022-10-03T12:51:49Z', 'revision_number': 5, 'project_id': '38d1778202d041b58934150c6af9685c', 'subnets': [{'id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:10.130635 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2f1a80-c640-487c-8db7-148d0f5b58d8 None None] Checking router: 53d59532-55d2-4727-acf3-529de2203db5 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:58:10.139057 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:10.144921 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2f1a80-c640-487c-8db7-148d0f5b58d8 None None] Routers {'53d59532-55d2-4727-acf3-529de2203db5'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:58:10.145542 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-3e2f1a80-c640-487c-8db7-148d0f5b58d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:57:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['53d59532-55d2-4727-acf3-529de2203db5'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:10.161790 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-75211dcb-4438-4ce6-bed0-17b21dbeab48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749'] for port (a613330f-3ae8-4ede-814d-172db9366e6f), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:10.181685 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053e83d-15be-4745-8c2e-2619b8a97afc req-a0a7c65b-8d6c-47e5-b7f3-be9570084172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:10.183507 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3053e83d-15be-4745-8c2e-2619b8a97afc req-a0a7c65b-8d6c-47e5-b7f3-be9570084172 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=992bdcdd-031e-4962-982a-3fce89fa640a HTTP/1.1" status: 200 len: 850 time: 0.0947373 Oct 03 12:58:10.199131 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75211dcb-4438-4ce6-bed0-17b21dbeab48 None None] Pushing event deleted for resources: {'Port': ['ID=a613330f-3ae8-4ede-814d-172db9366e6f,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:10.209839 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75211dcb-4438-4ce6-bed0-17b21dbeab48 None None] No DVR routers for this DVR port a613330f-3ae8-4ede-814d-172db9366e6f on host dv-cinder-844563-12-iscsi {{(pid=113286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:58:10.273185 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053e83d-15be-4745-8c2e-2619b8a97afc req-85473277-4702-4c14-ad42-096e6231d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:10.274807 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3053e83d-15be-4745-8c2e-2619b8a97afc req-85473277-4702-4c14-ad42-096e6231d587 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=1ccd52b4-506d-483d-a4e0-802199d3659f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0753472 Oct 03 12:58:10.294218 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-3e2f1a80-c640-487c-8db7-148d0f5b58d8 None None] Set router 53d59532-55d2-4727-acf3-529de2203db5 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:58:10.346538 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-07204765-6b80-42bb-99fd-53b9477b566f admin admin] Publish callbacks [] for security_group (c9d5f78f-7685-4e9f-a23b-508b33300128), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:10.398915 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3053e83d-15be-4745-8c2e-2619b8a97afc req-0f402857-1deb-4ac4-8f6e-681f4392a3fb service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139228 Oct 03 12:58:10.399168 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f0450731-6731-4e5f-82c6-867ae7f9340f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351786', 'neutron.services.segments.db._delete_segments_for_network-8775902573532'] for network (ce8a959a-d831-48ea-b008-5e2f6694b525), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:10.419204 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.services.segments.db [None req-f0450731-6731-4e5f-82c6-867ae7f9340f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8a959a-d831-48ea-b008-5e2f6694b525']}} {{(pid=113285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:10.423200 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-07204765-6b80-42bb-99fd-53b9477b566f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (c9d5f78f-7685-4e9f-a23b-508b33300128), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:10.430016 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.services.segments.db [None req-f0450731-6731-4e5f-82c6-867ae7f9340f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947c4539-8b5d-493f-b375-3fcb69a985f7') {'for_net_delete': True} {{(pid=113285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:10.430311 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.services.segments.db [None req-f0450731-6731-4e5f-82c6-867ae7f9340f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947c4539-8b5d-493f-b375-3fcb69a985f7') {} {{(pid=113285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:10.441071 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f0450731-6731-4e5f-82c6-867ae7f9340f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775902526374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13973243'] for segment (947c4539-8b5d-493f-b375-3fcb69a985f7), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:10.451540 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:10.456903 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f0450731-6731-4e5f-82c6-867ae7f9340f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (947c4539-8b5d-493f-b375-3fcb69a985f7), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:10.463541 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0450731-6731-4e5f-82c6-867ae7f9340f admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=113285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:58:10.463979 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f0450731-6731-4e5f-82c6-867ae7f9340f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13033666'] for segment (947c4539-8b5d-493f-b375-3fcb69a985f7), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:10.503088 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07204765-6b80-42bb-99fd-53b9477b566f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d5f78f-7685-4e9f-a23b-508b33300128,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:10.511436 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-07204765-6b80-42bb-99fd-53b9477b566f admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=be44ac233d084dbf87abe5e0f15bb020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6156735 Oct 03 12:58:10.513785 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42852) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:10.514052 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.services.segments.plugin [-] Segment 947c4539-8b5d-493f-b375-3fcb69a985f7 resource provider aggregate not found Oct 03 12:58:10.534175 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-3e2f1a80-c640-487c-8db7-148d0f5b58d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '02785895-8501-425f-a66b-7a1f607d4228', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '53d59532-55d2-4727-acf3-529de2203db5', 'port_id': 'c76db3b4-ecf1-4866-ba33-9d3ed7d5947b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'mac_address': 'fa:16:3e:49:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c4b7a-3b99-4a50-9703-a776b7b6b076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:58:08Z', 'updated_at': '2022-10-03T12:58:08Z', 'revision_number': 0, 'project_id': '38d1778202d041b58934150c6af9685c', 'fixed_ip_address_scope': None}, {'id': '30ec3510-1104-48ae-b3c3-7308288d8d73', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '53d59532-55d2-4727-acf3-529de2203db5', 'port_id': 'e0d4db50-7910-4292-8ab0-c965757c89d7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'mac_address': 'fa:16:3e:ba:14:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ce55bf-3f09-490a-baf4-0822672b5805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:55:52Z', 'updated_at': '2022-10-03T12:55:55Z', 'revision_number': 1, 'project_id': '38d1778202d041b58934150c6af9685c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4735ac-c7dc-4184-91df-c6a684c0ecf7', 'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'mac_address': 'fa:16:3e:10:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:40Z', 'updated_at': '2022-10-03T12:51:49Z', 'revision_number': 5, 'project_id': '38d1778202d041b58934150c6af9685c', 'subnets': [{'id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:10.543736 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3053e83d-15be-4745-8c2e-2619b8a97afc req-c5da04c1-1d69-4741-8627-8fc575eb4127 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380842 Oct 03 12:58:10.552784 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.services.segments.plugin [-] Segment 947c4539-8b5d-493f-b375-3fcb69a985f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 947c4539-8b5d-493f-b375-3fcb69a985f7 found for delete ", "request_id": "req-c4a2bbb2-c75b-444b-9ba3-fda9306f475e"}]} Oct 03 12:58:10.566786 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2f1a80-c640-487c-8db7-148d0f5b58d8 None None] The sync data for ids ['53d59532-55d2-4727-acf3-529de2203db5'] in dv-cinder-844563-12-iscsi is: [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '02785895-8501-425f-a66b-7a1f607d4228', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '53d59532-55d2-4727-acf3-529de2203db5', 'port_id': 'c76db3b4-ecf1-4866-ba33-9d3ed7d5947b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'mac_address': 'fa:16:3e:49:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c4b7a-3b99-4a50-9703-a776b7b6b076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:58:08Z', 'updated_at': '2022-10-03T12:58:08Z', 'revision_number': 0, 'project_id': '38d1778202d041b58934150c6af9685c', 'fixed_ip_address_scope': None}, {'id': '30ec3510-1104-48ae-b3c3-7308288d8d73', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '53d59532-55d2-4727-acf3-529de2203db5', 'port_id': 'e0d4db50-7910-4292-8ab0-c965757c89d7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'mac_address': 'fa:16:3e:ba:14:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ce55bf-3f09-490a-baf4-0822672b5805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:55:52Z', 'updated_at': '2022-10-03T12:55:55Z', 'revision_number': 1, 'project_id': '38d1778202d041b58934150c6af9685c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4735ac-c7dc-4184-91df-c6a684c0ecf7', 'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'mac_address': 'fa:16:3e:10:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:40Z', 'updated_at': '2022-10-03T12:51:49Z', 'revision_number': 5, 'project_id': '38d1778202d041b58934150c6af9685c', 'subnets': [{'id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:58:10.591583 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9c3727c9-9d0d-476f-b0eb-fe9e9715b448 admin admin] Publish callbacks [] for security_group (c9d5f78f-7685-4e9f-a23b-508b33300128), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:10.613661 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9c3727c9-9d0d-476f-b0eb-fe9e9715b448 admin admin] Publish callbacks [] for security_group (c9d5f78f-7685-4e9f-a23b-508b33300128), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:10.676090 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f0450731-6731-4e5f-82c6-867ae7f9340f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764585'] for network (ce8a959a-d831-48ea-b008-5e2f6694b525), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:10.682184 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f0450731-6731-4e5f-82c6-867ae7f9340f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:10.685946 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-f0450731-6731-4e5f-82c6-867ae7f9340f admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/ce8a959a-d831-48ea-b008-5e2f6694b525 HTTP/1.1" status: 204 len: 168 time: 1.1515346 Oct 03 12:58:10.688450 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 42856) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:10.698562 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0450731-6731-4e5f-82c6-867ae7f9340f admin admin] Pushing event deleted for resources: {'Network': ['ID=ce8a959a-d831-48ea-b008-5e2f6694b525,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:10.773064 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a615fe0-537c-440b-a277-e0a9c88fd67e None None] New status for floating IP 02785895-8501-425f-a66b-7a1f607d4228: ACTIVE {{(pid=113286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:58:10.785201 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9c3727c9-9d0d-476f-b0eb-fe9e9715b448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (c9d5f78f-7685-4e9f-a23b-508b33300128), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:10.787941 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9c3727c9-9d0d-476f-b0eb-fe9e9715b448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:10.791568 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-9c3727c9-9d0d-476f-b0eb-fe9e9715b448 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c9d5f78f-7685-4e9f-a23b-508b33300128 HTTP/1.1" status: 204 len: 168 time: 0.2716401 Oct 03 12:58:10.799574 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3727c9-9d0d-476f-b0eb-fe9e9715b448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d5f78f-7685-4e9f-a23b-508b33300128,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:10.813919 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:10.917387 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:11.039195 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-103720c6-7469-4311-9ba2-d2a2f1c7c02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759112'] for router_interface (e43236f5-e719-41f0-a742-cc7cd7e1d1d2), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:11.270825 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device a613330f-3ae8-4ede-814d-172db9366e6f no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:58:11.294980 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: a613330f-3ae8-4ede-814d-172db9366e6f {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:58:11.295348 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device a613330f-3ae8-4ede-814d-172db9366e6f not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:58:11.376638 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42862) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:11.388196 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-6cb2129f-7bcd-4c67-ad59-38ce693c55f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:11.467932 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-6cb2129f-7bcd-4c67-ad59-38ce693c55f5 admin admin] Publish callbacks [] for security_group (cecc5334-8284-4049-99bd-6cd0d2989168), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:11.493549 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-103720c6-7469-4311-9ba2-d2a2f1c7c02d admin admin] Deleting port 91ddb1e0-c1dc-4500-bd64-aacdac37fa91 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:58:11.493884 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-103720c6-7469-4311-9ba2-d2a2f1c7c02d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (91ddb1e0-c1dc-4500-bd64-aacdac37fa91), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:11.527550 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-6cb2129f-7bcd-4c67-ad59-38ce693c55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (cecc5334-8284-4049-99bd-6cd0d2989168), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:11.569659 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-6cb2129f-7bcd-4c67-ad59-38ce693c55f5 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5665ea2d372b4c53abb06bb98821ffa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1937861 Oct 03 12:58:11.570372 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2129f-7bcd-4c67-ad59-38ce693c55f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecc5334-8284-4049-99bd-6cd0d2989168,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:11.572562 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 42866) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:11.575698 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [None req-103720c6-7469-4311-9ba2-d2a2f1c7c02d admin admin] For port 91ddb1e0-c1dc-4500-bd64-aacdac37fa91, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=91ddb1e0-c1dc-4500-bd64-aacdac37fa91,segment=NetworkSegment(1fad14b8-66d2-46b2-a575-bb37b889909e),segment_id=1fad14b8-66d2-46b2-a575-bb37b889909e)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:58:11.576067 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-103720c6-7469-4311-9ba2-d2a2f1c7c02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (91ddb1e0-c1dc-4500-bd64-aacdac37fa91), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:11.599148 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-103720c6-7469-4311-9ba2-d2a2f1c7c02d admin admin] Calling delete_port for 91ddb1e0-c1dc-4500-bd64-aacdac37fa91 owned by network:router_interface {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:58:11.681256 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4ea8c9b2-01b2-402a-929f-3ee1f6fd2999 admin admin] Publish callbacks [] for security_group (cecc5334-8284-4049-99bd-6cd0d2989168), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:11.694995 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:11.711143 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4ea8c9b2-01b2-402a-929f-3ee1f6fd2999 admin admin] Publish callbacks [] for security_group (cecc5334-8284-4049-99bd-6cd0d2989168), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:11.870279 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4ea8c9b2-01b2-402a-929f-3ee1f6fd2999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (cecc5334-8284-4049-99bd-6cd0d2989168), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:11.872992 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4ea8c9b2-01b2-402a-929f-3ee1f6fd2999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:11.874151 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-4ea8c9b2-01b2-402a-929f-3ee1f6fd2999 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/cecc5334-8284-4049-99bd-6cd0d2989168 HTTP/1.1" status: 204 len: 168 time: 0.3007071 Oct 03 12:58:11.881981 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8c9b2-01b2-402a-929f-3ee1f6fd2999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecc5334-8284-4049-99bd-6cd0d2989168,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:11.888158 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-103720c6-7469-4311-9ba2-d2a2f1c7c02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (91ddb1e0-c1dc-4500-bd64-aacdac37fa91), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:11.915396 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103720c6-7469-4311-9ba2-d2a2f1c7c02d admin admin] Pushing event deleted for resources: {'Port': ['ID=91ddb1e0-c1dc-4500-bd64-aacdac37fa91,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:12.076901 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-103720c6-7469-4311-9ba2-d2a2f1c7c02d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759100'] for router_interface (e43236f5-e719-41f0-a742-cc7cd7e1d1d2), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:12.183118 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:12.295906 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103720c6-7469-4311-9ba2-d2a2f1c7c02d admin admin] Router e43236f5-e719-41f0-a742-cc7cd7e1d1d2 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:58:12.401435 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103720c6-7469-4311-9ba2-d2a2f1c7c02d admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:58:12.408970 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-103720c6-7469-4311-9ba2-d2a2f1c7c02d admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/e43236f5-e719-41f0-a742-cc7cd7e1d1d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7169926 Oct 03 12:58:12.409076 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 42878) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:12.409818 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6def50-62de-4b0a-bb5c-3e1073621c92 None None] Sync routers for ids ['e43236f5-e719-41f0-a742-cc7cd7e1d1d2'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:58:12.419564 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6def50-62de-4b0a-bb5c-3e1073621c92 None None] Routers {'e43236f5-e719-41f0-a742-cc7cd7e1d1d2'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:58:12.420146 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-5c6def50-62de-4b0a-bb5c-3e1073621c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:57:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['e43236f5-e719-41f0-a742-cc7cd7e1d1d2'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:12.497542 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:12.513912 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-30355bd7-4d00-4df9-93b5-cc299e504aee admin admin] Publish callbacks [] for router (e43236f5-e719-41f0-a742-cc7cd7e1d1d2), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:12.526877 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-5c6def50-62de-4b0a-bb5c-3e1073621c92 None None] Set router e43236f5-e719-41f0-a742-cc7cd7e1d1d2 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:58:12.622060 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:12.631605 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-30355bd7-4d00-4df9-93b5-cc299e504aee admin admin] Publish callbacks [] for router_gateway (e43236f5-e719-41f0-a742-cc7cd7e1d1d2), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:12.706327 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-5c6def50-62de-4b0a-bb5c-3e1073621c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43236f5-e719-41f0-a742-cc7cd7e1d1d2', 'name': 'tempest-TestShelveInstance-7894458-router', 'tenant_id': '6ca39e772a0145148115322e8c815c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '2cb5a2d7-4c2c-4ea5-8856-5f894435e15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:08Z', 'updated_at': '2022-10-03T12:58:11Z', 'revision_number': 5, 'project_id': '6ca39e772a0145148115322e8c815c59', 'gw_port': {'id': '2cb5a2d7-4c2c-4ea5-8856-5f894435e15e', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43236f5-e719-41f0-a742-cc7cd7e1d1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:08Z', 'updated_at': '2022-10-03T12:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:12.732774 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6def50-62de-4b0a-bb5c-3e1073621c92 None None] Checking router: e43236f5-e719-41f0-a742-cc7cd7e1d1d2 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:58:12.741491 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6def50-62de-4b0a-bb5c-3e1073621c92 None None] Routers {'e43236f5-e719-41f0-a742-cc7cd7e1d1d2'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:58:12.742373 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-5c6def50-62de-4b0a-bb5c-3e1073621c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:57:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['e43236f5-e719-41f0-a742-cc7cd7e1d1d2'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:12.779160 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-30355bd7-4d00-4df9-93b5-cc299e504aee admin admin] Deleting port 2cb5a2d7-4c2c-4ea5-8856-5f894435e15e {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:58:12.779612 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-30355bd7-4d00-4df9-93b5-cc299e504aee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (2cb5a2d7-4c2c-4ea5-8856-5f894435e15e), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:12.834154 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-5c6def50-62de-4b0a-bb5c-3e1073621c92 None None] Set router e43236f5-e719-41f0-a742-cc7cd7e1d1d2 gateway port host: None {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:58:12.867700 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [None req-30355bd7-4d00-4df9-93b5-cc299e504aee admin admin] For port 2cb5a2d7-4c2c-4ea5-8856-5f894435e15e, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=2cb5a2d7-4c2c-4ea5-8856-5f894435e15e,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:58:12.868067 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-30355bd7-4d00-4df9-93b5-cc299e504aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (2cb5a2d7-4c2c-4ea5-8856-5f894435e15e), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:12.883981 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-30355bd7-4d00-4df9-93b5-cc299e504aee admin admin] Calling delete_port for 2cb5a2d7-4c2c-4ea5-8856-5f894435e15e owned by network:router_gateway {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:58:12.894878 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-5c6def50-62de-4b0a-bb5c-3e1073621c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43236f5-e719-41f0-a742-cc7cd7e1d1d2', 'name': 'tempest-TestShelveInstance-7894458-router', 'tenant_id': '6ca39e772a0145148115322e8c815c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:08Z', 'updated_at': '2022-10-03T12:58:12Z', 'revision_number': 6, 'project_id': '6ca39e772a0145148115322e8c815c59', 'gw_port_host': None}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:12.920543 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6def50-62de-4b0a-bb5c-3e1073621c92 None None] The sync data for ids ['e43236f5-e719-41f0-a742-cc7cd7e1d1d2'] in dv-cinder-844563-12-iscsi is: [{'id': 'e43236f5-e719-41f0-a742-cc7cd7e1d1d2', 'name': 'tempest-TestShelveInstance-7894458-router', 'tenant_id': '6ca39e772a0145148115322e8c815c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:08Z', 'updated_at': '2022-10-03T12:58:12Z', 'revision_number': 6, 'project_id': '6ca39e772a0145148115322e8c815c59', 'gw_port_host': None}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:58:12.964872 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:13.145149 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-30355bd7-4d00-4df9-93b5-cc299e504aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (2cb5a2d7-4c2c-4ea5-8856-5f894435e15e), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:13.174426 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30355bd7-4d00-4df9-93b5-cc299e504aee admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb5a2d7-4c2c-4ea5-8856-5f894435e15e,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:13.240648 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-30355bd7-4d00-4df9-93b5-cc299e504aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764534'] for router_gateway (e43236f5-e719-41f0-a742-cc7cd7e1d1d2), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:13.332345 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-30355bd7-4d00-4df9-93b5-cc299e504aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5250'] for router (e43236f5-e719-41f0-a742-cc7cd7e1d1d2), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:13.334449 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-30355bd7-4d00-4df9-93b5-cc299e504aee admin admin] Publish callbacks [] for router_controller (e43236f5-e719-41f0-a742-cc7cd7e1d1d2), precommit_delete_associations {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:13.436531 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-30355bd7-4d00-4df9-93b5-cc299e504aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-759140'] for router (e43236f5-e719-41f0-a742-cc7cd7e1d1d2), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:13.437241 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30355bd7-4d00-4df9-93b5-cc299e504aee admin admin] Fanout notify agent at l3_agent the message router_deleted on router e43236f5-e719-41f0-a742-cc7cd7e1d1d2 {{(pid=113284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 12:58:13.441950 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-30355bd7-4d00-4df9-93b5-cc299e504aee admin admin] Publish callbacks [] for router (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:13.443222 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-30355bd7-4d00-4df9-93b5-cc299e504aee admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/e43236f5-e719-41f0-a742-cc7cd7e1d1d2 HTTP/1.1" status: 204 len: 168 time: 1.0331831 Oct 03 12:58:13.445684 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 42898) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:13.493966 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ced15b8-8517-4005-84fe-70afe28ecff3 admin admin] Deleting subnet b4506af7-963c-451f-83f1-9aee7d0a17f3 {{(pid=113284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 12:58:13.497643 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1ced15b8-8517-4005-84fe-70afe28ecff3 admin admin] Publish callbacks [] for subnet (b4506af7-963c-451f-83f1-9aee7d0a17f3), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:13.532189 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1ced15b8-8517-4005-84fe-70afe28ecff3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13831371'] for subnet (b4506af7-963c-451f-83f1-9aee7d0a17f3), precommit_delete_associations {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:13.609761 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1ced15b8-8517-4005-84fe-70afe28ecff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441912'] for subnet (b4506af7-963c-451f-83f1-9aee7d0a17f3), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:13.688662 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 91ddb1e0-c1dc-4500-bd64-aacdac37fa91 no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:58:13.713226 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: 91ddb1e0-c1dc-4500-bd64-aacdac37fa91 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:58:13.713579 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 91ddb1e0-c1dc-4500-bd64-aacdac37fa91 not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:58:13.756794 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1ced15b8-8517-4005-84fe-70afe28ecff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1446231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13830681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16668812'] for subnet (b4506af7-963c-451f-83f1-9aee7d0a17f3), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:13.785644 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced15b8-8517-4005-84fe-70afe28ecff3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4506af7-963c-451f-83f1-9aee7d0a17f3,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:13.787680 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1ced15b8-8517-4005-84fe-70afe28ecff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for subnet (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:13.799958 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-1ced15b8-8517-4005-84fe-70afe28ecff3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/b4506af7-963c-451f-83f1-9aee7d0a17f3 HTTP/1.1" status: 204 len: 168 time: 0.3488615 Oct 03 12:58:13.800469 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3362f727-5677-44b2-81f0-0bf2dcf695da None None] Network 3c914bc3-cfd0-41b2-a694-ceaa10bccd39 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:58:13.801806 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42908) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:13.850945 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:13.880751 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-62e838d0-4abc-44dc-a610-e144e455ea4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435317'] for network (3c914bc3-cfd0-41b2-a694-ceaa10bccd39), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:13.922381 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:13.926287 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-62e838d0-4abc-44dc-a610-e144e455ea4b admin admin] Deleting port 97e65ab0-cb45-40e7-a540-9f926befd89f {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:58:13.926631 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-62e838d0-4abc-44dc-a610-e144e455ea4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (97e65ab0-cb45-40e7-a540-9f926befd89f), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:13.980966 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5181e99-775f-4414-aed5-a373a2bc7b82 None None] DHCP port deletion for 3c914bc3-cfd0-41b2-a694-ceaa10bccd39 request from dv-cinder-844563-12-iscsi {{(pid=113286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 12:58:14.016261 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [None req-62e838d0-4abc-44dc-a610-e144e455ea4b admin admin] For port 97e65ab0-cb45-40e7-a540-9f926befd89f, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=97e65ab0-cb45-40e7-a540-9f926befd89f,segment=NetworkSegment(1fad14b8-66d2-46b2-a575-bb37b889909e),segment_id=1fad14b8-66d2-46b2-a575-bb37b889909e)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:58:14.016623 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-62e838d0-4abc-44dc-a610-e144e455ea4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (97e65ab0-cb45-40e7-a540-9f926befd89f), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:14.020031 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-b5181e99-775f-4414-aed5-a373a2bc7b82 None None] Deleting port 97e65ab0-cb45-40e7-a540-9f926befd89f {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:58:14.020406 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b5181e99-775f-4414-aed5-a373a2bc7b82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (97e65ab0-cb45-40e7-a540-9f926befd89f), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:14.031664 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-62e838d0-4abc-44dc-a610-e144e455ea4b admin admin] Calling delete_port for 97e65ab0-cb45-40e7-a540-9f926befd89f owned by network:dhcp {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:58:14.092417 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-b5181e99-775f-4414-aed5-a373a2bc7b82 None None] For port 97e65ab0-cb45-40e7-a540-9f926befd89f, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=97e65ab0-cb45-40e7-a540-9f926befd89f,segment=NetworkSegment(1fad14b8-66d2-46b2-a575-bb37b889909e),segment_id=1fad14b8-66d2-46b2-a575-bb37b889909e)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:58:14.092814 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b5181e99-775f-4414-aed5-a373a2bc7b82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (97e65ab0-cb45-40e7-a540-9f926befd89f), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:14.106924 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-b5181e99-775f-4414-aed5-a373a2bc7b82 None None] Calling delete_port for 97e65ab0-cb45-40e7-a540-9f926befd89f owned by network:dhcp {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:58:14.174159 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-62e838d0-4abc-44dc-a610-e144e455ea4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (97e65ab0-cb45-40e7-a540-9f926befd89f), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:14.185990 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b5181e99-775f-4414-aed5-a373a2bc7b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749'] for port (97e65ab0-cb45-40e7-a540-9f926befd89f), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:14.204639 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e838d0-4abc-44dc-a610-e144e455ea4b admin admin] Pushing event deleted for resources: {'Port': ['ID=97e65ab0-cb45-40e7-a540-9f926befd89f,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:14.213269 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e838d0-4abc-44dc-a610-e144e455ea4b admin admin] No DVR routers for this DVR port 97e65ab0-cb45-40e7-a540-9f926befd89f on host dv-cinder-844563-12-iscsi {{(pid=113285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:58:14.213679 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5181e99-775f-4414-aed5-a373a2bc7b82 None None] Pushing event deleted for resources: {'Port': ['ID=97e65ab0-cb45-40e7-a540-9f926befd89f,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:14.217598 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5181e99-775f-4414-aed5-a373a2bc7b82 None None] No DVR routers for this DVR port 97e65ab0-cb45-40e7-a540-9f926befd89f on host dv-cinder-844563-12-iscsi {{(pid=113286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:58:14.290676 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:14.303075 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-62e838d0-4abc-44dc-a610-e144e455ea4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351786', 'neutron.services.segments.db._delete_segments_for_network-8775902573532'] for network (3c914bc3-cfd0-41b2-a694-ceaa10bccd39), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:14.323694 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.services.segments.db [None req-62e838d0-4abc-44dc-a610-e144e455ea4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c914bc3-cfd0-41b2-a694-ceaa10bccd39']}} {{(pid=113285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:14.333641 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.services.segments.db [None req-62e838d0-4abc-44dc-a610-e144e455ea4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fad14b8-66d2-46b2-a575-bb37b889909e') {'for_net_delete': True} {{(pid=113285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:14.333865 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.services.segments.db [None req-62e838d0-4abc-44dc-a610-e144e455ea4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fad14b8-66d2-46b2-a575-bb37b889909e') {} {{(pid=113285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:14.344224 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-62e838d0-4abc-44dc-a610-e144e455ea4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775902526374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13973243'] for segment (1fad14b8-66d2-46b2-a575-bb37b889909e), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:14.358324 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-62e838d0-4abc-44dc-a610-e144e455ea4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (1fad14b8-66d2-46b2-a575-bb37b889909e), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:14.364661 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e838d0-4abc-44dc-a610-e144e455ea4b admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=113285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:58:14.368300 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-62e838d0-4abc-44dc-a610-e144e455ea4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13033666'] for segment (1fad14b8-66d2-46b2-a575-bb37b889909e), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:14.410170 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.services.segments.plugin [-] Segment 1fad14b8-66d2-46b2-a575-bb37b889909e resource provider aggregate not found Oct 03 12:58:14.429790 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.services.segments.plugin [-] Segment 1fad14b8-66d2-46b2-a575-bb37b889909e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fad14b8-66d2-46b2-a575-bb37b889909e found for delete ", "request_id": "req-84cd23e5-ae8f-4dbe-90c9-8771cd3155cb"}]} Oct 03 12:58:14.511234 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-62e838d0-4abc-44dc-a610-e144e455ea4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764585'] for network (3c914bc3-cfd0-41b2-a694-ceaa10bccd39), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:14.518504 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-62e838d0-4abc-44dc-a610-e144e455ea4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:14.521588 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-62e838d0-4abc-44dc-a610-e144e455ea4b admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/3c914bc3-cfd0-41b2-a694-ceaa10bccd39 HTTP/1.1" status: 204 len: 168 time: 0.7187986 Oct 03 12:58:14.532599 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e838d0-4abc-44dc-a610-e144e455ea4b admin admin] Pushing event deleted for resources: {'Network': ['ID=3c914bc3-cfd0-41b2-a694-ceaa10bccd39,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:14.978328 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42924) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:15.020350 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-47e9947c-19d0-4377-b96a-9d77c4317a9f admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=06a284bf10ff47d6bc58de80f92c164a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408196 Oct 03 12:58:15.022748 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42926) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:15.083201 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c27416c7-0c4c-4351-a1ef-4d2bb5ae5211 admin admin] Publish callbacks [] for security_group (05bcbe9f-1721-4160-85b3-b8a7490a0372), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:15.111626 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c27416c7-0c4c-4351-a1ef-4d2bb5ae5211 admin admin] Publish callbacks [] for security_group (05bcbe9f-1721-4160-85b3-b8a7490a0372), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:15.268403 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 97e65ab0-cb45-40e7-a540-9f926befd89f no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:58:15.295089 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: 97e65ab0-cb45-40e7-a540-9f926befd89f {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:58:15.295089 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 97e65ab0-cb45-40e7-a540-9f926befd89f not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:58:15.295089 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 2cb5a2d7-4c2c-4ea5-8856-5f894435e15e no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:58:15.310620 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c27416c7-0c4c-4351-a1ef-4d2bb5ae5211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (05bcbe9f-1721-4160-85b3-b8a7490a0372), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:15.312520 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: 2cb5a2d7-4c2c-4ea5-8856-5f894435e15e {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:58:15.312889 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 2cb5a2d7-4c2c-4ea5-8856-5f894435e15e not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:58:15.313986 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c27416c7-0c4c-4351-a1ef-4d2bb5ae5211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:15.317315 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-c27416c7-0c4c-4351-a1ef-4d2bb5ae5211 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/05bcbe9f-1721-4160-85b3-b8a7490a0372 HTTP/1.1" status: 204 len: 168 time: 0.2915099 Oct 03 12:58:15.329902 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27416c7-0c4c-4351-a1ef-4d2bb5ae5211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bcbe9f-1721-4160-85b3-b8a7490a0372,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:15.978366 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 42936) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:16.019700 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-f2008665-fc73-4cd6-8a52-c1d846031c67 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=6ca39e772a0145148115322e8c815c59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401614 Oct 03 12:58:16.022197 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 42938) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:16.069835 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-991d9f6f-af9c-4611-b420-8891491b8a9b admin admin] Publish callbacks [] for security_group (19489e54-8b63-469c-81da-5643cb191d69), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:16.089041 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-991d9f6f-af9c-4611-b420-8891491b8a9b admin admin] Publish callbacks [] for security_group (19489e54-8b63-469c-81da-5643cb191d69), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:16.116255 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:16.201394 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-991d9f6f-af9c-4611-b420-8891491b8a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (19489e54-8b63-469c-81da-5643cb191d69), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:16.203983 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-991d9f6f-af9c-4611-b420-8891491b8a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:16.205131 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-991d9f6f-af9c-4611-b420-8891491b8a9b admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/19489e54-8b63-469c-81da-5643cb191d69 HTTP/1.1" status: 204 len: 168 time: 0.1820414 Oct 03 12:58:16.213109 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d9f6f-af9c-4611-b420-8891491b8a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19489e54-8b63-469c-81da-5643cb191d69,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:18.530081 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:19.162559 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:58:19.990019 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 42976) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:20.087942 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=82,neutron:DELETE=16,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:20.095078 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-00da815d-8205-4636-85a5-bb64842bd376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:20.148103 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=9 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:20.174557 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-00da815d-8205-4636-85a5-bb64842bd376 admin admin] Publish callbacks [] for security_group (d66df41e-f270-4e6c-b16d-65d2293083de), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:20.224492 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-00da815d-8205-4636-85a5-bb64842bd376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (d66df41e-f270-4e6c-b16d-65d2293083de), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:20.265264 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-00da815d-8205-4636-85a5-bb64842bd376 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=951d5e57e47e424e8984888b9bfc5293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767148 Oct 03 12:58:20.269615 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da815d-8205-4636-85a5-bb64842bd376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66df41e-f270-4e6c-b16d-65d2293083de,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:20.269765 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42982) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:20.330321 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0c238bf7-f62a-4f0a-a3e1-e494df74a23e admin admin] Publish callbacks [] for security_group (d66df41e-f270-4e6c-b16d-65d2293083de), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:20.350920 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0c238bf7-f62a-4f0a-a3e1-e494df74a23e admin admin] Publish callbacks [] for security_group (d66df41e-f270-4e6c-b16d-65d2293083de), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:20.464530 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0c238bf7-f62a-4f0a-a3e1-e494df74a23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (d66df41e-f270-4e6c-b16d-65d2293083de), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:20.467646 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-0c238bf7-f62a-4f0a-a3e1-e494df74a23e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:20.468826 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-0c238bf7-f62a-4f0a-a3e1-e494df74a23e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d66df41e-f270-4e6c-b16d-65d2293083de HTTP/1.1" status: 204 len: 168 time: 0.1996927 Oct 03 12:58:20.477736 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c238bf7-f62a-4f0a-a3e1-e494df74a23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66df41e-f270-4e6c-b16d-65d2293083de,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:21.116087 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42988) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:21.129174 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-29b39e47-bca5-437e-aff2-a2ff404951c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:21.131799 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:21.205871 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-29b39e47-bca5-437e-aff2-a2ff404951c0 admin admin] Publish callbacks [] for security_group (17826a36-b430-4651-b262-bb9d5dcbb5ad), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:21.252967 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-29b39e47-bca5-437e-aff2-a2ff404951c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (17826a36-b430-4651-b262-bb9d5dcbb5ad), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:21.293336 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b39e47-bca5-437e-aff2-a2ff404951c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17826a36-b430-4651-b262-bb9d5dcbb5ad,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:21.299562 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-29b39e47-bca5-437e-aff2-a2ff404951c0 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a33102207c5044028bdb1d50a1b80aa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1841490 Oct 03 12:58:21.302064 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 42990) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:21.352807 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e461c033-317c-437c-a627-6ed37a7c7dcd admin admin] Publish callbacks [] for security_group (17826a36-b430-4651-b262-bb9d5dcbb5ad), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:21.373376 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e461c033-317c-437c-a627-6ed37a7c7dcd admin admin] Publish callbacks [] for security_group (17826a36-b430-4651-b262-bb9d5dcbb5ad), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:21.498940 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e461c033-317c-437c-a627-6ed37a7c7dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (17826a36-b430-4651-b262-bb9d5dcbb5ad), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:21.501719 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-e461c033-317c-437c-a627-6ed37a7c7dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:21.502805 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-e461c033-317c-437c-a627-6ed37a7c7dcd admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/17826a36-b430-4651-b262-bb9d5dcbb5ad HTTP/1.1" status: 204 len: 168 time: 0.2000039 Oct 03 12:58:21.515153 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c033-317c-437c-a627-6ed37a7c7dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17826a36-b430-4651-b262-bb9d5dcbb5ad,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:22.927072 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7b77ffa3-6e37-44e0-bbd3-f32bc6386e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:23.864802 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43046) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:23.974200 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f4f3518f-5908-47cc-ab3e-d4a83255e485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:24.033411 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:24.060746 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f4f3518f-5908-47cc-ab3e-d4a83255e485 admin admin] Publish callbacks [] for security_group (3c449ab7-eef9-4d44-95ee-1dd9defde6a6), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:24.138567 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f4f3518f-5908-47cc-ab3e-d4a83255e485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (3c449ab7-eef9-4d44-95ee-1dd9defde6a6), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:24.180084 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-f4f3518f-5908-47cc-ab3e-d4a83255e485 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=807a5f053ed742e38ca2c23d1e9e577f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3141847 Oct 03 12:58:24.181187 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3518f-5908-47cc-ab3e-d4a83255e485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c449ab7-eef9-4d44-95ee-1dd9defde6a6,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:24.182948 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43050) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:24.232970 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4209aa66-e8b6-46ce-b721-6903c278ce15 admin admin] Publish callbacks [] for security_group (3c449ab7-eef9-4d44-95ee-1dd9defde6a6), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:24.254254 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4209aa66-e8b6-46ce-b721-6903c278ce15 admin admin] Publish callbacks [] for security_group (3c449ab7-eef9-4d44-95ee-1dd9defde6a6), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:24.373162 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4209aa66-e8b6-46ce-b721-6903c278ce15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (3c449ab7-eef9-4d44-95ee-1dd9defde6a6), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:24.375760 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4209aa66-e8b6-46ce-b721-6903c278ce15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:24.376906 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-4209aa66-e8b6-46ce-b721-6903c278ce15 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3c449ab7-eef9-4d44-95ee-1dd9defde6a6 HTTP/1.1" status: 204 len: 168 time: 0.1918299 Oct 03 12:58:24.384951 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209aa66-e8b6-46ce-b721-6903c278ce15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c449ab7-eef9-4d44-95ee-1dd9defde6a6,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:24.984589 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43056) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:24.997174 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b3d6a08b-e134-4d6d-8aaa-8cab7d15cd7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:25.073929 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b3d6a08b-e134-4d6d-8aaa-8cab7d15cd7e admin admin] Publish callbacks [] for security_group (2fa7adb9-8dd7-4f65-bba1-f7611408d65d), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:25.127215 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-b3d6a08b-e134-4d6d-8aaa-8cab7d15cd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (2fa7adb9-8dd7-4f65-bba1-f7611408d65d), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:25.166472 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-b3d6a08b-e134-4d6d-8aaa-8cab7d15cd7e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=7fedb037aba0465c9f3dd7e441f17cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1818001 Oct 03 12:58:25.167206 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6a08b-e134-4d6d-8aaa-8cab7d15cd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa7adb9-8dd7-4f65-bba1-f7611408d65d,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:25.169951 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43058) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:25.219420 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-77190a61-72ef-4409-b7cb-5162bc906fd6 admin admin] Publish callbacks [] for security_group (2fa7adb9-8dd7-4f65-bba1-f7611408d65d), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:25.239489 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-77190a61-72ef-4409-b7cb-5162bc906fd6 admin admin] Publish callbacks [] for security_group (2fa7adb9-8dd7-4f65-bba1-f7611408d65d), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:25.241224 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8adeedae-b7b2-42a8-acad-b336c440a1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:25.350207 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-77190a61-72ef-4409-b7cb-5162bc906fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (2fa7adb9-8dd7-4f65-bba1-f7611408d65d), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:25.352833 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-77190a61-72ef-4409-b7cb-5162bc906fd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:25.353985 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-77190a61-72ef-4409-b7cb-5162bc906fd6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2fa7adb9-8dd7-4f65-bba1-f7611408d65d HTTP/1.1" status: 204 len: 168 time: 0.1830654 Oct 03 12:58:25.362958 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77190a61-72ef-4409-b7cb-5162bc906fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa7adb9-8dd7-4f65-bba1-f7611408d65d,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:26.927070 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:27.530543 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965e5cb-9309-4c75-ad7d-515b40704996 req-ef5a371a-0353-4c9c-8970-d025cc1590e7 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:27.532208 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9965e5cb-9309-4c75-ad7d-515b40704996 req-ef5a371a-0353-4c9c-8970-d025cc1590e7 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 946 time: 0.0512021 Oct 03 12:58:27.583056 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9965e5cb-9309-4c75-ad7d-515b40704996 req-aac15dc1-3354-4f7d-8b62-466161267874 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453911 Oct 03 12:58:28.320054 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43142) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:28.413311 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:28.441706 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:28.448086 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7385f5b7-a299-4e46-82af-577657991457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:28.523520 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7385f5b7-a299-4e46-82af-577657991457 admin admin] Publish callbacks [] for security_group (25a378b6-6053-47e3-a98c-ee9277dd6604), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:28.572815 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7385f5b7-a299-4e46-82af-577657991457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (25a378b6-6053-47e3-a98c-ee9277dd6604), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:28.609033 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:28.614362 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-7385f5b7-a299-4e46-82af-577657991457 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=003dee74d3014af0b9e94ac91cb4a6b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932835 Oct 03 12:58:28.615138 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385f5b7-a299-4e46-82af-577657991457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a378b6-6053-47e3-a98c-ee9277dd6604,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:28.617390 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43148) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:28.670489 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f2eded78-1505-4331-a764-bbcef8331958 admin admin] Publish callbacks [] for security_group (25a378b6-6053-47e3-a98c-ee9277dd6604), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:28.692183 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f2eded78-1505-4331-a764-bbcef8331958 admin admin] Publish callbacks [] for security_group (25a378b6-6053-47e3-a98c-ee9277dd6604), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:28.716729 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4ab06-4a54-4a78-a420-cea5dc6f7f92 req-99f909de-38a5-4c95-bffe-d7010b38da37 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:28.718215 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9fc4ab06-4a54-4a78-a420-cea5dc6f7f92 req-99f909de-38a5-4c95-bffe-d7010b38da37 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 946 time: 0.0522635 Oct 03 12:58:28.766916 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9fc4ab06-4a54-4a78-a420-cea5dc6f7f92 req-1ec06303-34a9-4586-ae08-e5f63d63a128 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429821 Oct 03 12:58:28.853329 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f2eded78-1505-4331-a764-bbcef8331958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (25a378b6-6053-47e3-a98c-ee9277dd6604), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:28.856557 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f2eded78-1505-4331-a764-bbcef8331958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:28.857923 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-f2eded78-1505-4331-a764-bbcef8331958 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/25a378b6-6053-47e3-a98c-ee9277dd6604 HTTP/1.1" status: 204 len: 168 time: 0.2394700 Oct 03 12:58:28.866085 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eded78-1505-4331-a764-bbcef8331958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a378b6-6053-47e3-a98c-ee9277dd6604,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:29.071281 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a3186-39c0-4efb-841d-2c7d4b8583ca req-aaa4224d-bf2a-41c9-aa29-c452649e455f tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:29.072778 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b69a3186-39c0-4efb-841d-2c7d4b8583ca req-aaa4224d-bf2a-41c9-aa29-c452649e455f tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 946 time: 0.0507061 Oct 03 12:58:29.157458 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:29.158026 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-b69a3186-39c0-4efb-841d-2c7d4b8583ca req-af40daf5-9382-4b42-b832-a60a87366924 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Deleting port dc215a76-62ab-4c80-b3aa-fbe015feab91 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:58:29.158432 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-b69a3186-39c0-4efb-841d-2c7d4b8583ca req-af40daf5-9382-4b42-b832-a60a87366924 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (dc215a76-62ab-4c80-b3aa-fbe015feab91), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:29.158634 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=36 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:29.222973 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:29.253002 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-b69a3186-39c0-4efb-841d-2c7d4b8583ca req-af40daf5-9382-4b42-b832-a60a87366924 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] For port dc215a76-62ab-4c80-b3aa-fbe015feab91, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=dc215a76-62ab-4c80-b3aa-fbe015feab91,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:58:29.253308 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-b69a3186-39c0-4efb-841d-2c7d4b8583ca req-af40daf5-9382-4b42-b832-a60a87366924 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (dc215a76-62ab-4c80-b3aa-fbe015feab91), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:29.312574 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:29.419044 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-b69a3186-39c0-4efb-841d-2c7d4b8583ca req-af40daf5-9382-4b42-b832-a60a87366924 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:29.419555 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-b69a3186-39c0-4efb-841d-2c7d4b8583ca req-af40daf5-9382-4b42-b832-a60a87366924 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (c3702217-fa1f-4c85-9aa2-6f02771767b9), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:29.419871 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.l3_db [req-b69a3186-39c0-4efb-841d-2c7d4b8583ca req-af40daf5-9382-4b42-b832-a60a87366924 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Floating IP c3702217-fa1f-4c85-9aa2-6f02771767b9 disassociated. External IP: 172.27.0.117, port: dc215a76-62ab-4c80-b3aa-fbe015feab91. Oct 03 12:58:29.420232 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-b69a3186-39c0-4efb-841d-2c7d4b8583ca req-af40daf5-9382-4b42-b832-a60a87366924 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Calling delete_port for dc215a76-62ab-4c80-b3aa-fbe015feab91 owned by compute:nova {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:58:29.441352 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43154) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:29.455515 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d7cd79d3-2577-421e-8a5c-f25c2f897071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:29.535928 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d7cd79d3-2577-421e-8a5c-f25c2f897071 admin admin] Publish callbacks [] for security_group (e033a231-fa96-457c-8e8d-adfce90328d8), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:29.595988 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d7cd79d3-2577-421e-8a5c-f25c2f897071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (e033a231-fa96-457c-8e8d-adfce90328d8), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:29.630691 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-b69a3186-39c0-4efb-841d-2c7d4b8583ca req-af40daf5-9382-4b42-b832-a60a87366924 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (dc215a76-62ab-4c80-b3aa-fbe015feab91), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:29.635038 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd79d3-2577-421e-8a5c-f25c2f897071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e033a231-fa96-457c-8e8d-adfce90328d8,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:29.639854 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-d7cd79d3-2577-421e-8a5c-f25c2f897071 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a8871f96e46746bb89fd850ce4aa99e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1973107 Oct 03 12:58:29.643589 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43156) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:29.662355 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40daf5-9382-4b42-b832-a60a87366924 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event deleted for resources: {'Port': ['ID=dc215a76-62ab-4c80-b3aa-fbe015feab91,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:29.686429 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:29.700848 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f84dfc91-aa74-4459-befc-7949780a2557 admin admin] Publish callbacks [] for security_group (e033a231-fa96-457c-8e8d-adfce90328d8), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:29.723933 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f84dfc91-aa74-4459-befc-7949780a2557 admin admin] Publish callbacks [] for security_group (e033a231-fa96-457c-8e8d-adfce90328d8), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:29.781560 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b69a3186-39c0-4efb-841d-2c7d4b8583ca req-af40daf5-9382-4b42-b832-a60a87366924 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Router 122074b6-a40b-4fa0-be87-3c63da082123 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:58:29.835872 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f84dfc91-aa74-4459-befc-7949780a2557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (e033a231-fa96-457c-8e8d-adfce90328d8), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:29.838443 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f84dfc91-aa74-4459-befc-7949780a2557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:29.839631 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-f84dfc91-aa74-4459-befc-7949780a2557 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e033a231-fa96-457c-8e8d-adfce90328d8 HTTP/1.1" status: 204 len: 168 time: 0.1961112 Oct 03 12:58:29.850404 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84dfc91-aa74-4459-befc-7949780a2557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e033a231-fa96-457c-8e8d-adfce90328d8,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:29.881442 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-78e88b33-090f-4f93-b832-4a45eb6f2231 req-31e5aec8-c608-454f-92be-0b7e0a648b0a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 210 time: 0.0330153 Oct 03 12:58:29.899199 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b69a3186-39c0-4efb-841d-2c7d4b8583ca req-af40daf5-9382-4b42-b832-a60a87366924 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:58:29.909906 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b3ecb3-9a85-48a5-8c34-17f51230e00a None None] Sync routers for ids ['122074b6-a40b-4fa0-be87-3c63da082123'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:58:29.923002 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b3ecb3-9a85-48a5-8c34-17f51230e00a None None] Routers {'122074b6-a40b-4fa0-be87-3c63da082123'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:58:29.924472 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-88b3ecb3-9a85-48a5-8c34-17f51230e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:58:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['122074b6-a40b-4fa0-be87-3c63da082123'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:29.944283 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69a3186-39c0-4efb-841d-2c7d4b8583ca req-af40daf5-9382-4b42-b832-a60a87366924 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] No DVR routers for this DVR port dc215a76-62ab-4c80-b3aa-fbe015feab91 on host hv-cinder-84456 {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:58:29.946742 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-b69a3186-39c0-4efb-841d-2c7d4b8583ca req-af40daf5-9382-4b42-b832-a60a87366924 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:29.950205 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b69a3186-39c0-4efb-841d-2c7d4b8583ca req-af40daf5-9382-4b42-b832-a60a87366924 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.46 "DELETE /networking/v2.0/ports/dc215a76-62ab-4c80-b3aa-fbe015feab91 HTTP/1.1" status: 204 len: 173 time: 0.8715825 Oct 03 12:58:29.950703 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74732bd8-7fb6-4f8c-a46b-d58d6c1f4384', 'name': 'network-vif-deleted', 'tag': 'dc215a76-62ab-4c80-b3aa-fbe015feab91'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:58:29.953097 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3200c8c-7a20-4d45-a074-ee922296f514" -d '{"events": [{"server_uuid": "74732bd8-7fb6-4f8c-a46b-d58d6c1f4384", "name": "network-vif-deleted", "tag": "dc215a76-62ab-4c80-b3aa-fbe015feab91"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:58:29.990480 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d34648-f233-4c44-aaa7-1bfe4afe3042 x-openstack-request-id: req-86d34648-f233-4c44-aaa7-1bfe4afe3042 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:58:29.990768 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74732bd8-7fb6-4f8c-a46b-d58d6c1f4384", "name": "network-vif-deleted", "tag": "dc215a76-62ab-4c80-b3aa-fbe015feab91", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:58:29.991021 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-86d34648-f233-4c44-aaa7-1bfe4afe3042 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:58:29.991467 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d34648-f233-4c44-aaa7-1bfe4afe3042'] response: {'server_uuid': '74732bd8-7fb6-4f8c-a46b-d58d6c1f4384', 'name': 'network-vif-deleted', 'tag': 'dc215a76-62ab-4c80-b3aa-fbe015feab91', 'status': 'completed', 'code': 200} Oct 03 12:58:30.050609 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-88b3ecb3-9a85-48a5-8c34-17f51230e00a None None] Set router 122074b6-a40b-4fa0-be87-3c63da082123 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:58:30.290757 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-88b3ecb3-9a85-48a5-8c34-17f51230e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '96891d44-021f-4eb9-a050-94d3af8cba53', 'tenant_id': '484522301976426dae50e64c141c727e', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'port_id': '4edf1405-fc52-4599-ac23-ab2575e40645', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'mac_address': 'fa:16:3e:3b:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7601de3-6bca-4b56-900b-e5bce92c1286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:56:23Z', 'updated_at': '2022-10-03T12:56:39Z', 'revision_number': 2, 'project_id': '484522301976426dae50e64c141c727e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:30.321601 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b3ecb3-9a85-48a5-8c34-17f51230e00a None None] Checking router: 122074b6-a40b-4fa0-be87-3c63da082123 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:58:30.330441 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b3ecb3-9a85-48a5-8c34-17f51230e00a None None] Routers {'122074b6-a40b-4fa0-be87-3c63da082123'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:58:30.331038 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-88b3ecb3-9a85-48a5-8c34-17f51230e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:58:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['122074b6-a40b-4fa0-be87-3c63da082123'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:30.447967 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-88b3ecb3-9a85-48a5-8c34-17f51230e00a None None] Set router 122074b6-a40b-4fa0-be87-3c63da082123 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:58:30.545442 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:30.664418 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:30.682542 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-88b3ecb3-9a85-48a5-8c34-17f51230e00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '96891d44-021f-4eb9-a050-94d3af8cba53', 'tenant_id': '484522301976426dae50e64c141c727e', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'port_id': '4edf1405-fc52-4599-ac23-ab2575e40645', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'mac_address': 'fa:16:3e:3b:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7601de3-6bca-4b56-900b-e5bce92c1286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:56:23Z', 'updated_at': '2022-10-03T12:56:39Z', 'revision_number': 2, 'project_id': '484522301976426dae50e64c141c727e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:30.702210 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b3ecb3-9a85-48a5-8c34-17f51230e00a None None] The sync data for ids ['122074b6-a40b-4fa0-be87-3c63da082123'] in dv-cinder-844563-12-iscsi is: [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '96891d44-021f-4eb9-a050-94d3af8cba53', 'tenant_id': '484522301976426dae50e64c141c727e', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'port_id': '4edf1405-fc52-4599-ac23-ab2575e40645', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'mac_address': 'fa:16:3e:3b:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7601de3-6bca-4b56-900b-e5bce92c1286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:56:23Z', 'updated_at': '2022-10-03T12:56:39Z', 'revision_number': 2, 'project_id': '484522301976426dae50e64c141c727e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:58:30.922488 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43186) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:31.000640 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8164cd-0238-4a01-bff3-2679b6e93c3f None None] New status for floating IP c3702217-fa1f-4c85-9aa2-6f02771767b9: DOWN {{(pid=113287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:58:31.050661 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-fd6657f9-f987-4fa2-90fb-78799cb1a419 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-132387492-network', 'tenant_id': 'bb707955dbbf426094d6584c4f5a4a36'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:58:31.056432 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-21ca5a7b-f877-4ee9-8e99-53e00da05d53 req-04b23e5a-3d6e-4a6c-bb36-71f67bda5d56 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74732bd8-7fb6-4f8c-a46b-d58d6c1f4384 HTTP/1.1" status: 200 len: 210 time: 0.0598781 Oct 03 12:58:31.150356 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6657f9-f987-4fa2-90fb-78799cb1a419 admin admin] Made reservation on behalf of bb707955dbbf426094d6584c4f5a4a36 for: {'network': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:58:31.153231 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-fd6657f9-f987-4fa2-90fb-78799cb1a419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for network (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:31.162695 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-fd6657f9-f987-4fa2-90fb-78799cb1a419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:31.240777 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-fd6657f9-f987-4fa2-90fb-78799cb1a419 admin admin] Publish callbacks [] for security_group (64288165-88f5-4b42-a8a0-4819b5e3d84a), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:31.310108 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-fd6657f9-f987-4fa2-90fb-78799cb1a419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (64288165-88f5-4b42-a8a0-4819b5e3d84a), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:31.335458 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6657f9-f987-4fa2-90fb-78799cb1a419 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=113285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:58:31.345789 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6657f9-f987-4fa2-90fb-78799cb1a419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64288165-88f5-4b42-a8a0-4819b5e3d84a,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:31.351776 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-fd6657f9-f987-4fa2-90fb-78799cb1a419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (d73e63ed-480f-4142-a887-e46de39a9cf0), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:31.352110 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.db.segments_db [None req-fd6657f9-f987-4fa2-90fb-78799cb1a419 admin admin] Added segment d73e63ed-480f-4142-a887-e46de39a9cf0 of type vlan for network 952d6e22-1970-48b6-a24f-bc85d1d12bf0 Oct 03 12:58:31.392796 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-fd6657f9-f987-4fa2-90fb-78799cb1a419 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775902012618'] for network (952d6e22-1970-48b6-a24f-bc85d1d12bf0), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:31.487272 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-fd6657f9-f987-4fa2-90fb-78799cb1a419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for network (952d6e22-1970-48b6-a24f-bc85d1d12bf0), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:31.488235 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6657f9-f987-4fa2-90fb-78799cb1a419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:31.488815 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-fd6657f9-f987-4fa2-90fb-78799cb1a419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:31.510160 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:31.552699 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6657f9-f987-4fa2-90fb-78799cb1a419 admin admin] Pushing event updated for resources: {'Network': ['ID=952d6e22-1970-48b6-a24f-bc85d1d12bf0,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:31.562228 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Network 952d6e22-1970-48b6-a24f-bc85d1d12bf0 details requested by agent ovs-agent-dv-cinder-844563-12-iscsi with host dv-cinder-844563-12-iscsi {{(pid=113286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 12:58:31.604019 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-fd6657f9-f987-4fa2-90fb-78799cb1a419 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6808984 Oct 03 12:58:31.607426 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43190) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:31.612346 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-b9e17d7a-9521-443e-bbab-8389dc3bf224 admin admin] Request body: {'subnet': {'network_id': '952d6e22-1970-48b6-a24f-bc85d1d12bf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-132387492-subnet', 'tenant_id': 'bb707955dbbf426094d6584c4f5a4a36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:58:31.710186 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e17d7a-9521-443e-bbab-8389dc3bf224 admin admin] Made reservation on behalf of bb707955dbbf426094d6584c4f5a4a36 for: {'subnet': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:58:31.712742 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b9e17d7a-9521-443e-bbab-8389dc3bf224 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15265503'] for subnet (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:31.727681 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device dc215a76-62ab-4c80-b3aa-fbe015feab91 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:58:31.747122 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] No Port match for: dc215a76-62ab-4c80-b3aa-fbe015feab91 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:58:31.747413 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device dc215a76-62ab-4c80-b3aa-fbe015feab91 not bound to the agent host hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:58:31.944585 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b9e17d7a-9521-443e-bbab-8389dc3bf224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13033577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15265485'] for subnet (1c91103b-a7b2-4e3f-8db3-36be129baee7), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:32.002605 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e17d7a-9521-443e-bbab-8389dc3bf224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c91103b-a7b2-4e3f-8db3-36be129baee7,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:32.009661 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e17d7a-9521-443e-bbab-8389dc3bf224 admin admin] Checking segment: {'id': 'd73e63ed-480f-4142-a887-e46de39a9cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '952d6e22-1970-48b6-a24f-bc85d1d12bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:58:32.010014 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e17d7a-9521-443e-bbab-8389dc3bf224 admin admin] Network hostable DHCP agents. Network: 952d6e22-1970-48b6-a24f-bc85d1d12bf0, hostable agents: ['9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee'], hosted agents: [] {{(pid=113285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:58:32.013397 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:32.076155 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e17d7a-9521-443e-bbab-8389dc3bf224 admin admin] Network 952d6e22-1970-48b6-a24f-bc85d1d12bf0 is scheduled to be hosted by DHCP agent 9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee with binding_index 1 {{(pid=113285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:58:32.133113 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-b9e17d7a-9521-443e-bbab-8389dc3bf224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-12-iscsi, 952d6e22-1970-48b6-a24f-bc85d1d12bf0) {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:58:32.137977 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e17d7a-9521-443e-bbab-8389dc3bf224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:32.138635 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b9e17d7a-9521-443e-bbab-8389dc3bf224 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:32.143471 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1c83e6-f593-409b-85ab-5d1bb4c017a3 None None] Network 952d6e22-1970-48b6-a24f-bc85d1d12bf0 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:58:32.223045 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43196) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:32.237257 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-b9e17d7a-9521-443e-bbab-8389dc3bf224 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6287436 Oct 03 12:58:32.247048 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6399d8-7639-4b66-8bd9-820bdc791663 None None] Network 952d6e22-1970-48b6-a24f-bc85d1d12bf0 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:58:32.290105 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7751a4eb-7d9f-4bf9-94aa-7371f8276b5b tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:32.319651 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7751a4eb-7d9f-4bf9-94aa-7371f8276b5b tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:32.407203 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7751a4eb-7d9f-4bf9-94aa-7371f8276b5b tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:32.409960 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7751a4eb-7d9f-4bf9-94aa-7371f8276b5b tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:32.411093 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-7751a4eb-7d9f-4bf9-94aa-7371f8276b5b tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8 HTTP/1.1" status: 204 len: 168 time: 0.1868021 Oct 03 12:58:32.413881 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43202) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:32.420815 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751a4eb-7d9f-4bf9-94aa-7371f8276b5b tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:32.430429 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.api.v2.resource [None req-10f0075f-3b47-4d68-94f8-52dbbd965dbf tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] show failed (client error): The resource could not be found. Oct 03 12:58:32.431700 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-10f0075f-3b47-4d68-94f8-52dbbd965dbf tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups/b0efdff3-cc5f-44e0-bcf8-d4b1f26938e8 HTTP/1.1" status: 404 len: 347 time: 0.0167890 Oct 03 12:58:32.435092 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43204) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:32.549988 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-80ee85e6-99fb-42fe-a9bb-4ff8c864cbdb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Deleting port 0a75bc03-07c0-499e-a124-36ecacc957fb {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:58:32.550340 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-80ee85e6-99fb-42fe-a9bb-4ff8c864cbdb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (0a75bc03-07c0-499e-a124-36ecacc957fb), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:32.626965 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-80ee85e6-99fb-42fe-a9bb-4ff8c864cbdb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (0a75bc03-07c0-499e-a124-36ecacc957fb), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:32.627291 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-80ee85e6-99fb-42fe-a9bb-4ff8c864cbdb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (0a75bc03-07c0-499e-a124-36ecacc957fb), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:32.644458 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-80ee85e6-99fb-42fe-a9bb-4ff8c864cbdb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Calling delete_port for 0a75bc03-07c0-499e-a124-36ecacc957fb owned by network:floatingip {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:58:32.721092 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:32.847015 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-80ee85e6-99fb-42fe-a9bb-4ff8c864cbdb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (0a75bc03-07c0-499e-a124-36ecacc957fb), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:32.875771 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee85e6-99fb-42fe-a9bb-4ff8c864cbdb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event deleted for resources: {'Port': ['ID=0a75bc03-07c0-499e-a124-36ecacc957fb,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:32.940872 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-80ee85e6-99fb-42fe-a9bb-4ff8c864cbdb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (c3702217-fa1f-4c85-9aa2-6f02771767b9), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:32.943900 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-80ee85e6-99fb-42fe-a9bb-4ff8c864cbdb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:32.947684 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-80ee85e6-99fb-42fe-a9bb-4ff8c864cbdb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/c3702217-fa1f-4c85-9aa2-6f02771767b9 HTTP/1.1" status: 204 len: 168 time: 0.5088644 Oct 03 12:58:32.997728 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43218) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:33.002614 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-5e182eb4-b8fe-49a5-9af5-108878f1bb3a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-274490639-network', 'tenant_id': '061fb57754614b55b714086d70128534'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:58:33.087076 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:33.121289 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e182eb4-b8fe-49a5-9af5-108878f1bb3a admin admin] Made reservation on behalf of 061fb57754614b55b714086d70128534 for: {'network': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:58:33.124281 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5e182eb4-b8fe-49a5-9af5-108878f1bb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for network (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:33.133943 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5e182eb4-b8fe-49a5-9af5-108878f1bb3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:33.211465 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5e182eb4-b8fe-49a5-9af5-108878f1bb3a admin admin] Publish callbacks [] for security_group (5e42eac8-c09e-40a6-b9ff-dd2a60375e20), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:33.315684 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5e182eb4-b8fe-49a5-9af5-108878f1bb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (5e42eac8-c09e-40a6-b9ff-dd2a60375e20), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:33.322863 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:33.341453 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e182eb4-b8fe-49a5-9af5-108878f1bb3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=113285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:58:33.350382 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e182eb4-b8fe-49a5-9af5-108878f1bb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e42eac8-c09e-40a6-b9ff-dd2a60375e20,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:33.357253 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5e182eb4-b8fe-49a5-9af5-108878f1bb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (cf35a95e-4a22-490b-9fd1-f6d85cd877e2), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:33.357591 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.db.segments_db [None req-5e182eb4-b8fe-49a5-9af5-108878f1bb3a admin admin] Added segment cf35a95e-4a22-490b-9fd1-f6d85cd877e2 of type vlan for network d72ef0d1-6579-47b0-a892-9c923702abb3 Oct 03 12:58:33.401661 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5e182eb4-b8fe-49a5-9af5-108878f1bb3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775902012618'] for network (d72ef0d1-6579-47b0-a892-9c923702abb3), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:33.510288 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5e182eb4-b8fe-49a5-9af5-108878f1bb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for network (d72ef0d1-6579-47b0-a892-9c923702abb3), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:33.511517 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e182eb4-b8fe-49a5-9af5-108878f1bb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:33.512100 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5e182eb4-b8fe-49a5-9af5-108878f1bb3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:33.572739 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e182eb4-b8fe-49a5-9af5-108878f1bb3a admin admin] Pushing event updated for resources: {'Network': ['ID=d72ef0d1-6579-47b0-a892-9c923702abb3,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:33.583309 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Network d72ef0d1-6579-47b0-a892-9c923702abb3 details requested by agent ovs-agent-dv-cinder-844563-12-iscsi with host dv-cinder-844563-12-iscsi {{(pid=113286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 12:58:33.638662 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-5e182eb4-b8fe-49a5-9af5-108878f1bb3a admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6396792 Oct 03 12:58:33.641260 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43230) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:33.645945 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-a336849e-70a0-4937-a9b3-c83dd3a94db0 admin admin] Request body: {'subnet': {'network_id': 'd72ef0d1-6579-47b0-a892-9c923702abb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-274490639-subnet', 'tenant_id': '061fb57754614b55b714086d70128534', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:58:33.721540 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a336849e-70a0-4937-a9b3-c83dd3a94db0 admin admin] Made reservation on behalf of 061fb57754614b55b714086d70128534 for: {'subnet': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:58:33.724732 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a336849e-70a0-4937-a9b3-c83dd3a94db0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15265503'] for subnet (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:33.834635 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:33.933308 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a336849e-70a0-4937-a9b3-c83dd3a94db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13033577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15265485'] for subnet (24b46adb-a4e4-4585-8ab8-92e37b2c342f), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:33.997466 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336849e-70a0-4937-a9b3-c83dd3a94db0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24b46adb-a4e4-4585-8ab8-92e37b2c342f,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:34.008470 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a336849e-70a0-4937-a9b3-c83dd3a94db0 admin admin] Checking segment: {'id': 'cf35a95e-4a22-490b-9fd1-f6d85cd877e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd72ef0d1-6579-47b0-a892-9c923702abb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:58:34.008825 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a336849e-70a0-4937-a9b3-c83dd3a94db0 admin admin] Network hostable DHCP agents. Network: d72ef0d1-6579-47b0-a892-9c923702abb3, hostable agents: ['9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee'], hosted agents: [] {{(pid=113285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:58:34.087049 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a336849e-70a0-4937-a9b3-c83dd3a94db0 admin admin] Network d72ef0d1-6579-47b0-a892-9c923702abb3 is scheduled to be hosted by DHCP agent 9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee with binding_index 1 {{(pid=113285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:58:34.150035 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-a336849e-70a0-4937-a9b3-c83dd3a94db0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-12-iscsi, d72ef0d1-6579-47b0-a892-9c923702abb3) {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:58:34.153987 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a336849e-70a0-4937-a9b3-c83dd3a94db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:34.154571 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a336849e-70a0-4937-a9b3-c83dd3a94db0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:34.158770 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6fd6a9-cfd3-46b1-b4e9-eaf726dfa7b6 None None] Network d72ef0d1-6579-47b0-a892-9c923702abb3 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:58:34.221334 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-a336849e-70a0-4937-a9b3-c83dd3a94db0 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5788569 Oct 03 12:58:34.265537 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1f54d9-5b2a-474a-8c6f-af7dd53af199 None None] Network d72ef0d1-6579-47b0-a892-9c923702abb3 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:58:36.008678 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82515115-0959-44c8-940f-d7e387563db9 req-05a4d0f1-5852-45c0-8cce-81ee85501dd5 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:36.010103 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-82515115-0959-44c8-940f-d7e387563db9 req-05a4d0f1-5852-45c0-8cce-81ee85501dd5 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a7601de3-6bca-4b56-900b-e5bce92c1286 HTTP/1.1" status: 200 len: 945 time: 0.0500944 Oct 03 12:58:36.056354 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-82515115-0959-44c8-940f-d7e387563db9 req-b5ca50db-b8b7-4cae-ac99-7d2d05f9613c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=04c5d396-a854-4185-9bcb-da29eb7c2745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401120 Oct 03 12:58:37.178545 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f60b3-cb1d-4257-a600-9914cf18c92f req-81326159-e04c-4136-b3b6-4c6cabaad4d2 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:37.180037 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-241f60b3-cb1d-4257-a600-9914cf18c92f req-81326159-e04c-4136-b3b6-4c6cabaad4d2 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a7601de3-6bca-4b56-900b-e5bce92c1286 HTTP/1.1" status: 200 len: 945 time: 0.0467658 Oct 03 12:58:37.227247 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-241f60b3-cb1d-4257-a600-9914cf18c92f req-9c8cf4ad-01eb-4b4c-9431-27b98e57419f tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=04c5d396-a854-4185-9bcb-da29eb7c2745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415244 Oct 03 12:58:37.634570 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3686bd-07b2-4bf9-ba3a-345d281b98de req-0731201e-1ca9-4ea9-9078-6fdd7b5bc537 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:37.636050 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8e3686bd-07b2-4bf9-ba3a-345d281b98de req-0731201e-1ca9-4ea9-9078-6fdd7b5bc537 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a7601de3-6bca-4b56-900b-e5bce92c1286 HTTP/1.1" status: 200 len: 945 time: 0.0471156 Oct 03 12:58:37.913982 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:37.950532 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-8e3686bd-07b2-4bf9-ba3a-345d281b98de req-13d0e29a-f8e1-441b-a36c-322c31a3e7e4 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Deleting port 4edf1405-fc52-4599-ac23-ab2575e40645 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:58:37.950874 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8e3686bd-07b2-4bf9-ba3a-345d281b98de req-13d0e29a-f8e1-441b-a36c-322c31a3e7e4 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (4edf1405-fc52-4599-ac23-ab2575e40645), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:38.045165 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-8e3686bd-07b2-4bf9-ba3a-345d281b98de req-13d0e29a-f8e1-441b-a36c-322c31a3e7e4 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] For port 4edf1405-fc52-4599-ac23-ab2575e40645, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4edf1405-fc52-4599-ac23-ab2575e40645,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:58:38.045528 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8e3686bd-07b2-4bf9-ba3a-345d281b98de req-13d0e29a-f8e1-441b-a36c-322c31a3e7e4 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (4edf1405-fc52-4599-ac23-ab2575e40645), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:38.207772 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8e3686bd-07b2-4bf9-ba3a-345d281b98de req-13d0e29a-f8e1-441b-a36c-322c31a3e7e4 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:38.209559 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8e3686bd-07b2-4bf9-ba3a-345d281b98de req-13d0e29a-f8e1-441b-a36c-322c31a3e7e4 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (96891d44-021f-4eb9-a050-94d3af8cba53), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:38.209559 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.l3_db [req-8e3686bd-07b2-4bf9-ba3a-345d281b98de req-13d0e29a-f8e1-441b-a36c-322c31a3e7e4 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Floating IP 96891d44-021f-4eb9-a050-94d3af8cba53 disassociated. External IP: 172.27.0.225, port: 4edf1405-fc52-4599-ac23-ab2575e40645. Oct 03 12:58:38.209559 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-8e3686bd-07b2-4bf9-ba3a-345d281b98de req-13d0e29a-f8e1-441b-a36c-322c31a3e7e4 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Calling delete_port for 4edf1405-fc52-4599-ac23-ab2575e40645 owned by compute:nova {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:58:38.255437 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:38.376068 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e58650-aa51-47a0-a639-3698d8b9bca0 req-1fa0396a-7ed2-47a9-854b-a9f3f8d35bf3 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:38.381755 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-52e58650-aa51-47a0-a639-3698d8b9bca0 req-1fa0396a-7ed2-47a9-854b-a9f3f8d35bf3 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a7601de3-6bca-4b56-900b-e5bce92c1286 HTTP/1.1" status: 200 len: 945 time: 0.0512893 Oct 03 12:58:38.424650 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8e3686bd-07b2-4bf9-ba3a-345d281b98de req-13d0e29a-f8e1-441b-a36c-322c31a3e7e4 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (4edf1405-fc52-4599-ac23-ab2575e40645), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:38.426027 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-52e58650-aa51-47a0-a639-3698d8b9bca0 req-5515c716-6ae9-4c6b-b7d1-3b457fe08103 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=04c5d396-a854-4185-9bcb-da29eb7c2745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423448 Oct 03 12:58:38.457545 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0e29a-f8e1-441b-a36c-322c31a3e7e4 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event deleted for resources: {'Port': ['ID=4edf1405-fc52-4599-ac23-ab2575e40645,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:38.569130 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e3686bd-07b2-4bf9-ba3a-345d281b98de req-13d0e29a-f8e1-441b-a36c-322c31a3e7e4 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Router 122074b6-a40b-4fa0-be87-3c63da082123 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:58:38.673839 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e3686bd-07b2-4bf9-ba3a-345d281b98de req-13d0e29a-f8e1-441b-a36c-322c31a3e7e4 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:58:38.683370 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e6989e-7f1b-4a2f-81f5-74de17be7862 None None] Sync routers for ids ['122074b6-a40b-4fa0-be87-3c63da082123'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:58:38.694674 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e6989e-7f1b-4a2f-81f5-74de17be7862 None None] Routers {'122074b6-a40b-4fa0-be87-3c63da082123'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:58:38.695305 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-e2e6989e-7f1b-4a2f-81f5-74de17be7862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:58:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['122074b6-a40b-4fa0-be87-3c63da082123'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:38.720757 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3686bd-07b2-4bf9-ba3a-345d281b98de req-13d0e29a-f8e1-441b-a36c-322c31a3e7e4 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] No DVR routers for this DVR port 4edf1405-fc52-4599-ac23-ab2575e40645 on host hv-cinder-84456 {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:58:38.723395 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-8e3686bd-07b2-4bf9-ba3a-345d281b98de req-13d0e29a-f8e1-441b-a36c-322c31a3e7e4 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:38.726825 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-8e3686bd-07b2-4bf9-ba3a-345d281b98de req-13d0e29a-f8e1-441b-a36c-322c31a3e7e4 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.46 "DELETE /networking/v2.0/ports/4edf1405-fc52-4599-ac23-ab2575e40645 HTTP/1.1" status: 204 len: 173 time: 1.0850389 Oct 03 12:58:38.727392 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7601de3-6bca-4b56-900b-e5bce92c1286', 'name': 'network-vif-deleted', 'tag': '4edf1405-fc52-4599-ac23-ab2575e40645'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:58:38.729614 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70403b80-38db-419d-9b80-c3f6f8f4609c" -d '{"events": [{"server_uuid": "a7601de3-6bca-4b56-900b-e5bce92c1286", "name": "network-vif-deleted", "tag": "4edf1405-fc52-4599-ac23-ab2575e40645"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:58:38.767515 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363e9237-1580-4c4c-b0a2-af5f06e41cd9 x-openstack-request-id: req-363e9237-1580-4c4c-b0a2-af5f06e41cd9 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:58:38.767792 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7601de3-6bca-4b56-900b-e5bce92c1286", "name": "network-vif-deleted", "tag": "4edf1405-fc52-4599-ac23-ab2575e40645", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:58:38.768049 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-363e9237-1580-4c4c-b0a2-af5f06e41cd9 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:58:38.768465 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-363e9237-1580-4c4c-b0a2-af5f06e41cd9'] response: {'server_uuid': 'a7601de3-6bca-4b56-900b-e5bce92c1286', 'name': 'network-vif-deleted', 'tag': '4edf1405-fc52-4599-ac23-ab2575e40645', 'status': 'completed', 'code': 200} Oct 03 12:58:38.939791 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-e2e6989e-7f1b-4a2f-81f5-74de17be7862 None None] Set router 122074b6-a40b-4fa0-be87-3c63da082123 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:58:39.132782 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-e2e6989e-7f1b-4a2f-81f5-74de17be7862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:39.158259 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e6989e-7f1b-4a2f-81f5-74de17be7862 None None] Checking router: 122074b6-a40b-4fa0-be87-3c63da082123 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:58:39.167253 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e6989e-7f1b-4a2f-81f5-74de17be7862 None None] Routers {'122074b6-a40b-4fa0-be87-3c63da082123'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:58:39.167876 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-e2e6989e-7f1b-4a2f-81f5-74de17be7862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:58:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['122074b6-a40b-4fa0-be87-3c63da082123'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:39.255729 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:39.257959 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:39.271641 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-e2e6989e-7f1b-4a2f-81f5-74de17be7862 None None] Set router 122074b6-a40b-4fa0-be87-3c63da082123 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:58:39.471600 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-e2e6989e-7f1b-4a2f-81f5-74de17be7862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:39.498522 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e6989e-7f1b-4a2f-81f5-74de17be7862 None None] The sync data for ids ['122074b6-a40b-4fa0-be87-3c63da082123'] in dv-cinder-844563-12-iscsi is: [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:58:39.571027 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f619d5db-e760-4c5b-bc1b-49d9dd3eaf49 req-cadaf09b-276e-410a-bb68-f41ed068244b tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a7601de3-6bca-4b56-900b-e5bce92c1286 HTTP/1.1" status: 200 len: 210 time: 0.0416865 Oct 03 12:58:39.764826 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca484804-4e0b-4ccf-a9b6-ae5120cd5d86 None None] New status for floating IP 96891d44-021f-4eb9-a050-94d3af8cba53: DOWN {{(pid=113287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:58:40.743497 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43296) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:40.799815 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-cb76aeb5-1965-4626-b7e1-29744cb3483b tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (04c5d396-a854-4185-9bcb-da29eb7c2745), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:40.821598 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-cb76aeb5-1965-4626-b7e1-29744cb3483b tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (04c5d396-a854-4185-9bcb-da29eb7c2745), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:40.852586 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:40.961285 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-cb76aeb5-1965-4626-b7e1-29744cb3483b tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (04c5d396-a854-4185-9bcb-da29eb7c2745), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:40.963879 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-cb76aeb5-1965-4626-b7e1-29744cb3483b tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:40.965836 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-cb76aeb5-1965-4626-b7e1-29744cb3483b tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/04c5d396-a854-4185-9bcb-da29eb7c2745 HTTP/1.1" status: 204 len: 168 time: 0.2205245 Oct 03 12:58:40.968663 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43302) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:40.975527 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76aeb5-1965-4626-b7e1-29744cb3483b tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c5d396-a854-4185-9bcb-da29eb7c2745,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:40.986173 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.api.v2.resource [None req-3518bdc2-30b6-482e-aa89-952748471184 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] show failed (client error): The resource could not be found. Oct 03 12:58:40.986173 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-3518bdc2-30b6-482e-aa89-952748471184 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups/04c5d396-a854-4185-9bcb-da29eb7c2745 HTTP/1.1" status: 404 len: 347 time: 0.0158041 Oct 03 12:58:40.989454 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43304) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:41.105266 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf8145-e055-4ca2-933d-db2c59fb8388 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Deleting port bd84bb1d-1cc2-4db1-a39d-1b9767a3768c {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:58:41.106461 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8145-e055-4ca2-933d-db2c59fb8388 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (bd84bb1d-1cc2-4db1-a39d-1b9767a3768c), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:41.188169 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8145-e055-4ca2-933d-db2c59fb8388 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (bd84bb1d-1cc2-4db1-a39d-1b9767a3768c), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:41.188537 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8145-e055-4ca2-933d-db2c59fb8388 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (bd84bb1d-1cc2-4db1-a39d-1b9767a3768c), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:41.202209 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf8145-e055-4ca2-933d-db2c59fb8388 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Calling delete_port for bd84bb1d-1cc2-4db1-a39d-1b9767a3768c owned by network:floatingip {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:58:41.253896 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:41.401772 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8145-e055-4ca2-933d-db2c59fb8388 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (bd84bb1d-1cc2-4db1-a39d-1b9767a3768c), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:41.436035 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf8145-e055-4ca2-933d-db2c59fb8388 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event deleted for resources: {'Port': ['ID=bd84bb1d-1cc2-4db1-a39d-1b9767a3768c,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:41.497534 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8145-e055-4ca2-933d-db2c59fb8388 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (96891d44-021f-4eb9-a050-94d3af8cba53), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:41.500125 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8145-e055-4ca2-933d-db2c59fb8388 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:41.501247 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-4ecf8145-e055-4ca2-933d-db2c59fb8388 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/96891d44-021f-4eb9-a050-94d3af8cba53 HTTP/1.1" status: 204 len: 168 time: 0.5108547 Oct 03 12:58:41.676485 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43312) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:41.680993 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-d97a735c-d310-480f-83dc-e9035654e588 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1945178314', 'description': 'tempest-description--2109701275'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:58:41.773134 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 4edf1405-fc52-4599-ac23-ab2575e40645 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:58:41.792097 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] No Port match for: 4edf1405-fc52-4599-ac23-ab2575e40645 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:58:41.792453 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 4edf1405-fc52-4599-ac23-ab2575e40645 not bound to the agent host hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:58:41.796323 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d97a735c-d310-480f-83dc-e9035654e588 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:41.806494 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:41.867565 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d97a735c-d310-480f-83dc-e9035654e588 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (bffa5034-783d-4962-95b8-f27e1124cc74), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:41.937835 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d97a735c-d310-480f-83dc-e9035654e588 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (bffa5034-783d-4962-95b8-f27e1124cc74), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:41.967899 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a735c-d310-480f-83dc-e9035654e588 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bffa5034-783d-4962-95b8-f27e1124cc74,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:42.037539 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d97a735c-d310-480f-83dc-e9035654e588 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:42.038677 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-d97a735c-d310-480f-83dc-e9035654e588 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3611968 Oct 03 12:58:42.041506 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43314) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:42.046651 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-59b57085-053e-44d0-8c1c-a31fc6f8f402 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'security_group_rule': {'security_group_id': 'bffa5034-783d-4962-95b8-f27e1124cc74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:58:42.155155 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-59b57085-053e-44d0-8c1c-a31fc6f8f402 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (cae0c56d-0e5a-4ffe-8963-8d182d2ffc47), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:42.212842 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-59b57085-053e-44d0-8c1c-a31fc6f8f402 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (cae0c56d-0e5a-4ffe-8963-8d182d2ffc47), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:42.263950 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-59b57085-053e-44d0-8c1c-a31fc6f8f402 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (cae0c56d-0e5a-4ffe-8963-8d182d2ffc47), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:42.283707 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b57085-053e-44d0-8c1c-a31fc6f8f402 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae0c56d-0e5a-4ffe-8963-8d182d2ffc47,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:42.334493 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-59b57085-053e-44d0-8c1c-a31fc6f8f402 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:42.335834 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-59b57085-053e-44d0-8c1c-a31fc6f8f402 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2932727 Oct 03 12:58:42.338676 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43316) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:42.343641 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-4b7f8fd3-6c47-4d56-900a-8f212cd24276 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'security_group_rule': {'security_group_id': 'bffa5034-783d-4962-95b8-f27e1124cc74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:58:42.435761 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4b7f8fd3-6c47-4d56-900a-8f212cd24276 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (fbae3223-2120-4867-9f71-9fbc2eadc187), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:42.490839 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4b7f8fd3-6c47-4d56-900a-8f212cd24276 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (fbae3223-2120-4867-9f71-9fbc2eadc187), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:42.578198 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4b7f8fd3-6c47-4d56-900a-8f212cd24276 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (fbae3223-2120-4867-9f71-9fbc2eadc187), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:42.596505 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f8fd3-6c47-4d56-900a-8f212cd24276 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbae3223-2120-4867-9f71-9fbc2eadc187,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:42.711838 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-4b7f8fd3-6c47-4d56-900a-8f212cd24276 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:42.713060 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-4b7f8fd3-6c47-4d56-900a-8f212cd24276 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3734615 Oct 03 12:58:42.716468 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43322) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:42.720691 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-92141416-9248-4ee8-9854-481e59f7cb66 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'floatingip': {'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:58:42.813268 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-92141416-9248-4ee8-9854-481e59f7cb66 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:42.896979 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-92141416-9248-4ee8-9854-481e59f7cb66 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:42.936784 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:42.999925 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [None req-92141416-9248-4ee8-9854-481e59f7cb66 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Allocated IP 172.27.0.39 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/38318b30-cc9a-437b-8bed-8693f7ced04e) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:58:43.101544 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:43.119529 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-92141416-9248-4ee8-9854-481e59f7cb66 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for port (38318b30-cc9a-437b-8bed-8693f7ced04e), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:43.247367 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-92141416-9248-4ee8-9854-481e59f7cb66 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (38318b30-cc9a-437b-8bed-8693f7ced04e), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:43.287750 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92141416-9248-4ee8-9854-481e59f7cb66 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:58:43.292473 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-92141416-9248-4ee8-9854-481e59f7cb66 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:58:43.297243 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92141416-9248-4ee8-9854-481e59f7cb66 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:58:43.300583 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92141416-9248-4ee8-9854-481e59f7cb66 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'Port': ['ID=38318b30-cc9a-437b-8bed-8693f7ced04e,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:43.383543 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-92141416-9248-4ee8-9854-481e59f7cb66 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (64631c84-dba4-42d6-961b-aa950cceccc9), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:43.485982 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-92141416-9248-4ee8-9854-481e59f7cb66 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (38318b30-cc9a-437b-8bed-8693f7ced04e), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:43.670368 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-92141416-9248-4ee8-9854-481e59f7cb66 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for port (38318b30-cc9a-437b-8bed-8693f7ced04e), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:43.673238 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a32436a4-401e-43ba-a077-2e1925e8c94e req-60aad6ef-edc2-47ac-93dd-b6130e13928e service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0598776 Oct 03 12:58:43.728282 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-92141416-9248-4ee8-9854-481e59f7cb66 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (38318b30-cc9a-437b-8bed-8693f7ced04e), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:43.733955 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:43.790738 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32436a4-401e-43ba-a077-2e1925e8c94e req-0c1f9262-1f44-49b5-aec0-5d10f359208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:43.792283 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a32436a4-401e-43ba-a077-2e1925e8c94e req-0c1f9262-1f44-49b5-aec0-5d10f359208c service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=38d1778202d041b58934150c6af9685c&device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 1129 time: 0.0929027 Oct 03 12:58:43.807689 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-92141416-9248-4ee8-9854-481e59f7cb66 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (64631c84-dba4-42d6-961b-aa950cceccc9), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:43.810987 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92141416-9248-4ee8-9854-481e59f7cb66 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'Port': ['ID=38318b30-cc9a-437b-8bed-8693f7ced04e,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:43.897577 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-92141416-9248-4ee8-9854-481e59f7cb66 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:43.898788 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-92141416-9248-4ee8-9854-481e59f7cb66 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1814106 Oct 03 12:58:43.916248 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32436a4-401e-43ba-a077-2e1925e8c94e req-fff9f720-97fd-491d-96ea-35eb4fbd83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:43.917797 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a32436a4-401e-43ba-a077-2e1925e8c94e req-fff9f720-97fd-491d-96ea-35eb4fbd83ff service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=1ccd52b4-506d-483d-a4e0-802199d3659f HTTP/1.1" status: 200 len: 912 time: 0.1033831 Oct 03 12:58:43.982450 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a32436a4-401e-43ba-a077-2e1925e8c94e req-313ec992-d668-4d44-8666-88c61582754c service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d4db50-7910-4292-8ab0-c965757c89d7 HTTP/1.1" status: 200 len: 1001 time: 0.0571830 Oct 03 12:58:44.034823 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32436a4-401e-43ba-a077-2e1925e8c94e req-0650d81b-6b0d-429a-84f6-7d4abc2c28bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:44.036310 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a32436a4-401e-43ba-a077-2e1925e8c94e req-0650d81b-6b0d-429a-84f6-7d4abc2c28bc service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=992bdcdd-031e-4962-982a-3fce89fa640a HTTP/1.1" status: 200 len: 850 time: 0.0476661 Oct 03 12:58:44.084718 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32436a4-401e-43ba-a077-2e1925e8c94e req-87544cde-4e58-4d76-898f-3a6f584fd47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:44.086259 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a32436a4-401e-43ba-a077-2e1925e8c94e req-87544cde-4e58-4d76-898f-3a6f584fd47e service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=1ccd52b4-506d-483d-a4e0-802199d3659f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435705 Oct 03 12:58:44.108042 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-92ce1f81-c324-4890-a539-1bf34f8b5460 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1945178314&fields=id&tenant_id=484522301976426dae50e64c141c727e HTTP/1.1" status: 200 len: 267 time: 0.0477321 Oct 03 12:58:44.152156 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:44.185411 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a32436a4-401e-43ba-a077-2e1925e8c94e req-5b943acf-3fa4-4231-9b42-a45ec2c3cef3 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897045 Oct 03 12:58:44.231522 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-ebc9ba95-0455-4232-85a8-656f466f2873 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:44.238380 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-ebc9ba95-0455-4232-85a8-656f466f2873 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/networks?id=1c116e69-b6ec-41cd-b2b6-637e304e9d46 HTTP/1.1" status: 200 len: 815 time: 0.1184332 Oct 03 12:58:44.263878 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-04253132-b5c2-4411-af00-6a6051f6aa58 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/quotas/484522301976426dae50e64c141c727e HTTP/1.1" status: 200 len: 375 time: 0.0210257 Oct 03 12:58:44.287961 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a32436a4-401e-43ba-a077-2e1925e8c94e req-294bd31c-2dee-4826-b1e3-087e07275dba service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975831 Oct 03 12:58:44.318946 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-f171eacc-5e92-412f-b7d2-b7f0c43449e4 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=484522301976426dae50e64c141c727e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531642 Oct 03 12:58:44.416200 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-06fe5757-70a1-4700-b27e-1df73ef862eb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853980 Oct 03 12:58:44.508286 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-a2b04725-0cb3-4b57-952f-91f23ba816db service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863569 Oct 03 12:58:44.757597 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-23ee2229-31be-44b3-94d9-35367c29fc05 req-6d73db24-52eb-4fe6-ac2d-dbb6959ac4e6 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b582d3-a18f-4bed-adf0-5f8107ef89da HTTP/1.1" status: 200 len: 210 time: 0.0282490 Oct 03 12:58:45.864381 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-304d4b42-413d-4bbe-bf86-ae59d9ebc8f9 req-c3037571-b04d-4e14-ac23-f5a190a53d92 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b582d3-a18f-4bed-adf0-5f8107ef89da HTTP/1.1" status: 200 len: 210 time: 0.0289629 Oct 03 12:58:46.970845 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f1922fc8-f951-4892-ab08-9bbde2d930b6 req-b6d569ec-6ef2-4f51-a40e-b96a88b2e8cc tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b582d3-a18f-4bed-adf0-5f8107ef89da HTTP/1.1" status: 200 len: 210 time: 0.0272448 Oct 03 12:58:47.089554 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-aa6a0976-0efd-451a-ab89-532e0095d0c3 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:47.091649 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-aa6a0976-0efd-451a-ab89-532e0095d0c3 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.46 "GET /networking/v2.0/networks?id=1c116e69-b6ec-41cd-b2b6-637e304e9d46 HTTP/1.1" status: 200 len: 815 time: 0.1054034 Oct 03 12:58:47.155085 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-22139929-02b5-49f4-b3ce-ad091bbfc10a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=484522301976426dae50e64c141c727e HTTP/1.1" status: 200 len: 380 time: 0.0546370 Oct 03 12:58:47.164004 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-afb3b3c5-0e35-40c9-b69b-5f9617f626f3 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'port': {'device_id': '77b582d3-a18f-4bed-adf0-5f8107ef89da', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'admin_state_up': True, 'tenant_id': '484522301976426dae50e64c141c727e', 'security_groups': ['bffa5034-783d-4962-95b8-f27e1124cc74']}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:58:47.344464 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-afb3b3c5-0e35-40c9-b69b-5f9617f626f3 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Made reservation on behalf of 484522301976426dae50e64c141c727e for: {'port': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:58:47.348303 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-afb3b3c5-0e35-40c9-b69b-5f9617f626f3 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:47.476255 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-afb3b3c5-0e35-40c9-b69b-5f9617f626f3 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Allocated IP 172.20.0.7 (1c116e69-b6ec-41cd-b2b6-637e304e9d46/85ba965e-ab65-4b2d-a3bd-c593866149c6/4bae14e7-4422-4487-9365-b229427bf0d6) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:58:47.614274 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-afb3b3c5-0e35-40c9-b69b-5f9617f626f3 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for port (4bae14e7-4422-4487-9365-b229427bf0d6), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:47.635138 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:47.744307 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-afb3b3c5-0e35-40c9-b69b-5f9617f626f3 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (4bae14e7-4422-4487-9365-b229427bf0d6), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:47.789711 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-afb3b3c5-0e35-40c9-b69b-5f9617f626f3 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:58:47.792856 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-afb3b3c5-0e35-40c9-b69b-5f9617f626f3 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:58:47.796399 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:47.799214 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-afb3b3c5-0e35-40c9-b69b-5f9617f626f3 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:58:47.803268 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3b3c5-0e35-40c9-b69b-5f9617f626f3 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'Port': ['ID=4bae14e7-4422-4487-9365-b229427bf0d6,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:47.851502 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-afb3b3c5-0e35-40c9-b69b-5f9617f626f3 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:47.852241 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-afb3b3c5-0e35-40c9-b69b-5f9617f626f3 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:47.941794 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-afb3b3c5-0e35-40c9-b69b-5f9617f626f3 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7812829 Oct 03 12:58:47.955309 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] Request body: {'port': {'device_id': '77b582d3-a18f-4bed-adf0-5f8107ef89da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:58:48.030254 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-cd9e7228-bd68-4af3-a895-3278a729ee26 None None] Provisioning complete for port 4bae14e7-4422-4487-9365-b229427bf0d6 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:58:48.030254 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cd9e7228-bd68-4af3-a895-3278a729ee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (4bae14e7-4422-4487-9365-b229427bf0d6), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:48.030254 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-cd9e7228-bd68-4af3-a895-3278a729ee26 None None] Attempt 1 to provision port 4bae14e7-4422-4487-9365-b229427bf0d6 Oct 03 12:58:48.034489 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (4bae14e7-4422-4487-9365-b229427bf0d6), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:48.064037 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-cd9e7228-bd68-4af3-a895-3278a729ee26 None None] Port 4bae14e7-4422-4487-9365-b229427bf0d6 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:58:48.111720 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b36376-cd57-4c31-b969-a46b0f1043d1 req-d82089f9-cd56-4d30-8838-77c22c8ce5f1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:48.120613 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-44b36376-cd57-4c31-b969-a46b0f1043d1 req-d82089f9-cd56-4d30-8838-77c22c8ce5f1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b582d3-a18f-4bed-adf0-5f8107ef89da HTTP/1.1" status: 200 len: 931 time: 0.0604987 Oct 03 12:58:48.160119 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:48.164995 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-44b36376-cd57-4c31-b969-a46b0f1043d1 req-51cc7f98-1007-4a0a-b6d3-49097df0d9a7 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bffa5034-783d-4962-95b8-f27e1124cc74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428684 Oct 03 12:58:48.305280 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bae14e7-4422-4487-9365-b229427bf0d6 {{(pid=113284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:58:48.314429 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] Publish callbacks [] for port (4bae14e7-4422-4487-9365-b229427bf0d6), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:48.327243 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.provisioning_blocks [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] Transition to ACTIVE for port object 4bae14e7-4422-4487-9365-b229427bf0d6 will not be triggered until provisioned by entity L2. {{(pid=113284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 12:58:48.389934 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (4bae14e7-4422-4487-9365-b229427bf0d6), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:48.453570 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] Pushing event updated for resources: {'Port': ['ID=4bae14e7-4422-4487-9365-b229427bf0d6,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:48.503396 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] Attempting to bind port 4bae14e7-4422-4487-9365-b229427bf0d6 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:58:48.503662 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] Attempting to bind port 4bae14e7-4422-4487-9365-b229427bf0d6 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:58:48.503994 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] Attempting to bind port 4bae14e7-4422-4487-9365-b229427bf0d6 on network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:58:48.545710 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] Port 4bae14e7-4422-4487-9365-b229427bf0d6 on network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 12:58:48.546029 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] Attempting to bind port 4bae14e7-4422-4487-9365-b229427bf0d6 on network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:58:48.590843 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] Checking agent: {'id': '72e18e84-452a-46dd-9356-90dcf7de37bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'started_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:58:48.591074 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] Checking segment: {'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:58:48.591263 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] Bound using segment: {'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:58:48.591708 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] Bound port: 4bae14e7-4422-4487-9365-b229427bf0d6, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'}}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:58:48.592054 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (4bae14e7-4422-4487-9365-b229427bf0d6), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:48.654086 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] For port 4bae14e7-4422-4487-9365-b229427bf0d6, host hv-cinder-84456, cleared binding levels {{(pid=113284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:58:48.655933 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:48.657741 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] For port 4bae14e7-4422-4487-9365-b229427bf0d6, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4bae14e7-4422-4487-9365-b229427bf0d6,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:58:48.779911 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (4bae14e7-4422-4487-9365-b229427bf0d6), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:48.784510 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:48.785114 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:48.786573 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/4bae14e7-4422-4487-9365-b229427bf0d6 HTTP/1.1" status: 200 len: 1093 time: 0.8373871 Oct 03 12:58:48.787128 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b582d3-a18f-4bed-adf0-5f8107ef89da', 'tag': '4bae14e7-4422-4487-9365-b229427bf0d6'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:58:48.789466 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c5c25e-c7c1-404c-b909-fe180c4f19d9" -d '{"events": [{"name": "network-changed", "server_uuid": "77b582d3-a18f-4bed-adf0-5f8107ef89da", "tag": "4bae14e7-4422-4487-9365-b229427bf0d6"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:58:48.841788 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b14a35-e541-4fad-9bd3-16ce1c32915a service neutron] Pushing event updated for resources: {'Port': ['ID=4bae14e7-4422-4487-9365-b229427bf0d6,revision_number=3']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:48.845537 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18810d6-c3c5-4140-ada8-dd91fc9f9fe1 x-openstack-request-id: req-b18810d6-c3c5-4140-ada8-dd91fc9f9fe1 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:58:48.845788 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b582d3-a18f-4bed-adf0-5f8107ef89da", "tag": "4bae14e7-4422-4487-9365-b229427bf0d6", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:58:48.846069 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b18810d6-c3c5-4140-ada8-dd91fc9f9fe1 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:58:48.846438 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b18810d6-c3c5-4140-ada8-dd91fc9f9fe1'] response: {'name': 'network-changed', 'server_uuid': '77b582d3-a18f-4bed-adf0-5f8107ef89da', 'tag': '4bae14e7-4422-4487-9365-b229427bf0d6', 'status': 'completed', 'code': 200} Oct 03 12:58:48.896862 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5c25e-c7c1-404c-b909-fe180c4f19d9 req-ecc4db20-261e-4023-9c4f-8dfe0ae53243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:48.898350 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f6c5c25e-c7c1-404c-b909-fe180c4f19d9 req-ecc4db20-261e-4023-9c4f-8dfe0ae53243 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=484522301976426dae50e64c141c727e&device_id=77b582d3-a18f-4bed-adf0-5f8107ef89da HTTP/1.1" status: 200 len: 1127 time: 0.0413134 Oct 03 12:58:48.989445 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:49.000227 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5c25e-c7c1-404c-b909-fe180c4f19d9 req-6eb9dd2f-698f-40aa-8691-ac3c05f0a88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:49.004758 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f6c5c25e-c7c1-404c-b909-fe180c4f19d9 req-6eb9dd2f-698f-40aa-8691-ac3c05f0a88a service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=484522301976426dae50e64c141c727e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0969198 Oct 03 12:58:49.099699 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5c25e-c7c1-404c-b909-fe180c4f19d9 req-cb694fa2-869e-411b-a43a-049edc7d7420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:49.101143 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f6c5c25e-c7c1-404c-b909-fe180c4f19d9 req-cb694fa2-869e-411b-a43a-049edc7d7420 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940566 Oct 03 12:58:49.178322 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-1ac1ffab-52d9-4871-a96b-9a01ee42ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:49.179863 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-1ac1ffab-52d9-4871-a96b-9a01ee42ddc2 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=484522301976426dae50e64c141c727e&device_id=77b582d3-a18f-4bed-adf0-5f8107ef89da HTTP/1.1" status: 200 len: 1127 time: 0.0402727 Oct 03 12:58:49.222704 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-d242b9d9-d7c5-4ba2-8181-97d1a5728942 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bae14e7-4422-4487-9365-b229427bf0d6 HTTP/1.1" status: 200 len: 217 time: 0.0359435 Oct 03 12:58:49.281585 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-9daa687c-3565-45e9-9d5c-a17f51ed1e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:49.283375 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-9daa687c-3565-45e9-9d5c-a17f51ed1e84 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=85ba965e-ab65-4b2d-a3bd-c593866149c6 HTTP/1.1" status: 200 len: 854 time: 0.0548890 Oct 03 12:58:49.312811 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fc596-7b9c-48ca-a553-4a85379524e1 req-50ee4e33-54bd-463c-9aa2-1e7dd070c690 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:49.314929 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-559fc596-7b9c-48ca-a553-4a85379524e1 req-50ee4e33-54bd-463c-9aa2-1e7dd070c690 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b582d3-a18f-4bed-adf0-5f8107ef89da HTTP/1.1" status: 200 len: 943 time: 0.0660653 Oct 03 12:58:49.378783 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-559fc596-7b9c-48ca-a553-4a85379524e1 req-7612910e-f2f1-4b25-8716-7d7568a4b017 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bffa5034-783d-4962-95b8-f27e1124cc74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583405 Oct 03 12:58:49.568513 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-9aee5438-4faf-4db8-8807-5f91eb7c22db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:49.570045 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-9aee5438-4faf-4db8-8807-5f91eb7c22db service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=1c116e69-b6ec-41cd-b2b6-637e304e9d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2806818 Oct 03 12:58:49.668968 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-1bc0ed01-8f84-4104-b426-0bc8dee72f19 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902438 Oct 03 12:58:49.768798 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-98290e90-0a8a-4c62-adbf-22c3c58e23e1 req-2551c614-81d2-4b26-82c1-252a33b804ec service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942039 Oct 03 12:58:49.841052 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:50.506059 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ee9f9-7ab3-4c03-85b2-d2fdc243887e req-ccf92337-0d52-467e-887b-bf7b7ea7ab8d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:50.507531 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cc8ee9f9-7ab3-4c03-85b2-d2fdc243887e req-ccf92337-0d52-467e-887b-bf7b7ea7ab8d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b582d3-a18f-4bed-adf0-5f8107ef89da HTTP/1.1" status: 200 len: 943 time: 0.0504658 Oct 03 12:58:50.556418 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cc8ee9f9-7ab3-4c03-85b2-d2fdc243887e req-2cd94809-37ef-4bce-86fc-e44672e598d4 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bffa5034-783d-4962-95b8-f27e1124cc74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424600 Oct 03 12:58:51.142484 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:51.347998 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43432) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:51.392575 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe1c2ef-1f81-4e3e-b970-6af444bf1e4b admin admin] Deleting subnet 1c91103b-a7b2-4e3f-8db3-36be129baee7 {{(pid=113284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 12:58:51.395691 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8fe1c2ef-1f81-4e3e-b970-6af444bf1e4b admin admin] Publish callbacks [] for subnet (1c91103b-a7b2-4e3f-8db3-36be129baee7), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:51.433247 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8fe1c2ef-1f81-4e3e-b970-6af444bf1e4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13831371'] for subnet (1c91103b-a7b2-4e3f-8db3-36be129baee7), precommit_delete_associations {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:51.471631 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8fe1c2ef-1f81-4e3e-b970-6af444bf1e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441912'] for subnet (1c91103b-a7b2-4e3f-8db3-36be129baee7), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:51.572687 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8fe1c2ef-1f81-4e3e-b970-6af444bf1e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1446231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13830681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16668812'] for subnet (1c91103b-a7b2-4e3f-8db3-36be129baee7), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:51.600495 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1c2ef-1f81-4e3e-b970-6af444bf1e4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c91103b-a7b2-4e3f-8db3-36be129baee7,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:51.602412 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8fe1c2ef-1f81-4e3e-b970-6af444bf1e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for subnet (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:51.607144 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-8fe1c2ef-1f81-4e3e-b970-6af444bf1e4b admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/1c91103b-a7b2-4e3f-8db3-36be129baee7 HTTP/1.1" status: 204 len: 168 time: 0.2570469 Oct 03 12:58:51.608722 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43436) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:51.681261 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-19d40c85-1235-4122-b78b-9ef523130296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435317'] for network (952d6e22-1970-48b6-a24f-bc85d1d12bf0), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:51.681496 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d5bca-dfea-4294-ada2-3c6722bd8ce1 req-f540e7ab-6f06-487b-a090-7ef9e7a8d88e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:51.682880 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a62d5bca-dfea-4294-ada2-3c6722bd8ce1 req-f540e7ab-6f06-487b-a090-7ef9e7a8d88e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b582d3-a18f-4bed-adf0-5f8107ef89da HTTP/1.1" status: 200 len: 943 time: 0.0472426 Oct 03 12:58:51.729758 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a62d5bca-dfea-4294-ada2-3c6722bd8ce1 req-4364d396-173b-4e00-b64c-db42058a6689 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bffa5034-783d-4962-95b8-f27e1124cc74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404725 Oct 03 12:58:51.757397 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:51.761485 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-19d40c85-1235-4122-b78b-9ef523130296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351786', 'neutron.services.segments.db._delete_segments_for_network-8775902573532'] for network (952d6e22-1970-48b6-a24f-bc85d1d12bf0), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:51.781500 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-19d40c85-1235-4122-b78b-9ef523130296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['952d6e22-1970-48b6-a24f-bc85d1d12bf0']}} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:51.790650 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-19d40c85-1235-4122-b78b-9ef523130296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73e63ed-480f-4142-a887-e46de39a9cf0') {'for_net_delete': True} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:51.790947 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-19d40c85-1235-4122-b78b-9ef523130296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73e63ed-480f-4142-a887-e46de39a9cf0') {} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:51.805048 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-19d40c85-1235-4122-b78b-9ef523130296 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775902526374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13831346'] for segment (d73e63ed-480f-4142-a887-e46de39a9cf0), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:51.818369 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-19d40c85-1235-4122-b78b-9ef523130296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (d73e63ed-480f-4142-a887-e46de39a9cf0), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:51.818885 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 4bae14e7-4422-4487-9365-b229427bf0d6 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:58:51.824113 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:51.825213 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d40c85-1235-4122-b78b-9ef523130296 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=113284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:58:51.825591 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-19d40c85-1235-4122-b78b-9ef523130296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13830899'] for segment (d73e63ed-480f-4142-a887-e46de39a9cf0), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:51.938181 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 4bae14e7-4422-4487-9365-b229427bf0d6, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4bae14e7-4422-4487-9365-b229427bf0d6,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:58:51.950069 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': '4bae14e7-4422-4487-9365-b229427bf0d6', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'port_id': '4bae14e7-4422-4487-9365-b229427bf0d6', 'mac_address': 'fa:16:3e:0e:82:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:58:51.973760 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.services.segments.plugin [-] Segment d73e63ed-480f-4142-a887-e46de39a9cf0 resource provider aggregate not found Oct 03 12:58:51.984481 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 4bae14e7-4422-4487-9365-b229427bf0d6 is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:58:51.984869 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (4bae14e7-4422-4487-9365-b229427bf0d6), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:51.990368 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-19d40c85-1235-4122-b78b-9ef523130296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764585'] for network (952d6e22-1970-48b6-a24f-bc85d1d12bf0), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:51.993332 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.services.segments.plugin [-] Segment d73e63ed-480f-4142-a887-e46de39a9cf0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d73e63ed-480f-4142-a887-e46de39a9cf0 found for delete ", "request_id": "req-09581b2d-276b-479f-add2-91615a7e2d08"}]} Oct 03 12:58:52.004834 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-19d40c85-1235-4122-b78b-9ef523130296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:52.005263 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bae14e7-4422-4487-9365-b229427bf0d6 {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:58:52.005377 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-19d40c85-1235-4122-b78b-9ef523130296 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/952d6e22-1970-48b6-a24f-bc85d1d12bf0 HTTP/1.1" status: 204 len: 168 time: 0.3922002 Oct 03 12:58:52.008581 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43444) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:52.014213 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d40c85-1235-4122-b78b-9ef523130296 admin admin] Pushing event deleted for resources: {'Network': ['ID=952d6e22-1970-48b6-a24f-bc85d1d12bf0,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:52.023141 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 4bae14e7-4422-4487-9365-b229427bf0d6, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4bae14e7-4422-4487-9365-b229427bf0d6,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:58:52.056151 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec47d807-8d7f-4d68-a25e-30806e07071d admin admin] Deleting subnet 24b46adb-a4e4-4585-8ab8-92e37b2c342f {{(pid=113285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 12:58:52.059837 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ec47d807-8d7f-4d68-a25e-30806e07071d admin admin] Publish callbacks [] for subnet (24b46adb-a4e4-4585-8ab8-92e37b2c342f), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:52.097861 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ec47d807-8d7f-4d68-a25e-30806e07071d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13973122'] for subnet (24b46adb-a4e4-4585-8ab8-92e37b2c342f), precommit_delete_associations {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:52.098155 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (4bae14e7-4422-4487-9365-b229427bf0d6), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:52.139364 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ec47d807-8d7f-4d68-a25e-30806e07071d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441912'] for subnet (24b46adb-a4e4-4585-8ab8-92e37b2c342f), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:52.150490 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=4bae14e7-4422-4487-9365-b229427bf0d6,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:52.157446 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:52.158319 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:52.158671 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:52.159017 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:52.159384 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:52.159722 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:52.160072 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:52.160384 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:52.160711 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:52.161039 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:52.161362 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:52.161684 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:52.162011 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:52.162332 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:52.162665 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:52.162971 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:52.270395 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ec47d807-8d7f-4d68-a25e-30806e07071d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1446231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13033512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15266110'] for subnet (24b46adb-a4e4-4585-8ab8-92e37b2c342f), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:52.296402 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47d807-8d7f-4d68-a25e-30806e07071d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24b46adb-a4e4-4585-8ab8-92e37b2c342f,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:52.301394 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ec47d807-8d7f-4d68-a25e-30806e07071d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:52.304714 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-ec47d807-8d7f-4d68-a25e-30806e07071d admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/24b46adb-a4e4-4585-8ab8-92e37b2c342f HTTP/1.1" status: 204 len: 168 time: 0.2948847 Oct 03 12:58:52.307251 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43446) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:52.336523 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['4bae14e7-4422-4487-9365-b229427bf0d6'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:58:52.380751 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-fa03f080-8f14-4a04-8018-3728fcd5513c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435317'] for network (d72ef0d1-6579-47b0-a892-9c923702abb3), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:52.458411 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-fa03f080-8f14-4a04-8018-3728fcd5513c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351786', 'neutron.services.segments.db._delete_segments_for_network-8775902573532'] for network (d72ef0d1-6579-47b0-a892-9c923702abb3), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:52.481951 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.services.segments.db [None req-fa03f080-8f14-4a04-8018-3728fcd5513c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72ef0d1-6579-47b0-a892-9c923702abb3']}} {{(pid=113285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:52.491349 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.services.segments.db [None req-fa03f080-8f14-4a04-8018-3728fcd5513c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf35a95e-4a22-490b-9fd1-f6d85cd877e2') {'for_net_delete': True} {{(pid=113285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:52.491645 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.services.segments.db [None req-fa03f080-8f14-4a04-8018-3728fcd5513c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf35a95e-4a22-490b-9fd1-f6d85cd877e2') {} {{(pid=113285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:52.502049 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-fa03f080-8f14-4a04-8018-3728fcd5513c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775902526374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13973243'] for segment (cf35a95e-4a22-490b-9fd1-f6d85cd877e2), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:52.514790 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-fa03f080-8f14-4a04-8018-3728fcd5513c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (cf35a95e-4a22-490b-9fd1-f6d85cd877e2), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:52.520884 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa03f080-8f14-4a04-8018-3728fcd5513c admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=113285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:58:52.521256 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-fa03f080-8f14-4a04-8018-3728fcd5513c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13033666'] for segment (cf35a95e-4a22-490b-9fd1-f6d85cd877e2), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:52.561067 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.services.segments.plugin [-] Segment cf35a95e-4a22-490b-9fd1-f6d85cd877e2 resource provider aggregate not found Oct 03 12:58:52.576425 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.services.segments.plugin [-] Segment cf35a95e-4a22-490b-9fd1-f6d85cd877e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf35a95e-4a22-490b-9fd1-f6d85cd877e2 found for delete ", "request_id": "req-ddf087f6-7396-41fa-b4ea-9a08ba6018b1"}]} Oct 03 12:58:52.663858 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-fa03f080-8f14-4a04-8018-3728fcd5513c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764585'] for network (d72ef0d1-6579-47b0-a892-9c923702abb3), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:52.670500 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-fa03f080-8f14-4a04-8018-3728fcd5513c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:52.674512 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-fa03f080-8f14-4a04-8018-3728fcd5513c admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/d72ef0d1-6579-47b0-a892-9c923702abb3 HTTP/1.1" status: 204 len: 168 time: 0.3648403 Oct 03 12:58:52.686416 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03f080-8f14-4a04-8018-3728fcd5513c admin admin] Pushing event deleted for resources: {'Network': ['ID=d72ef0d1-6579-47b0-a892-9c923702abb3,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:52.851735 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a5277-f8d6-4058-969c-ca28ec2ef2ed req-a9dc8166-4101-4faa-a5d0-e7c6200e3bf8 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:52.853194 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0d0a5277-f8d6-4058-969c-ca28ec2ef2ed req-a9dc8166-4101-4faa-a5d0-e7c6200e3bf8 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b582d3-a18f-4bed-adf0-5f8107ef89da HTTP/1.1" status: 200 len: 944 time: 0.0468740 Oct 03 12:58:52.865142 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:52.884276 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:52.907101 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0d0a5277-f8d6-4058-969c-ca28ec2ef2ed req-fce43e51-e6ea-4493-a7b1-75276a07bf27 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bffa5034-783d-4962-95b8-f27e1124cc74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475483 Oct 03 12:58:52.939076 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-eda31506-8020-4e9d-b179-4ce2817895c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:53.022847 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43456) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:53.064355 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-6b391f94-94c5-4b19-877a-e31ab9632b79 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=bb707955dbbf426094d6584c4f5a4a36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403168 Oct 03 12:58:53.066998 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43458) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:53.123275 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9fa9ecc3-20b6-40f6-ac17-a28f848242bf admin admin] Publish callbacks [] for security_group (64288165-88f5-4b42-a8a0-4819b5e3d84a), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:53.143466 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9fa9ecc3-20b6-40f6-ac17-a28f848242bf admin admin] Publish callbacks [] for security_group (64288165-88f5-4b42-a8a0-4819b5e3d84a), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:53.241369 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9fa9ecc3-20b6-40f6-ac17-a28f848242bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (64288165-88f5-4b42-a8a0-4819b5e3d84a), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:53.244315 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9fa9ecc3-20b6-40f6-ac17-a28f848242bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:53.247558 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-9fa9ecc3-20b6-40f6-ac17-a28f848242bf admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/64288165-88f5-4b42-a8a0-4819b5e3d84a HTTP/1.1" status: 204 len: 168 time: 0.1774764 Oct 03 12:58:53.256309 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9ecc3-20b6-40f6-ac17-a28f848242bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64288165-88f5-4b42-a8a0-4819b5e3d84a,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:53.834501 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 4bae14e7-4422-4487-9365-b229427bf0d6 up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:58:53.877424 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning for port 4bae14e7-4422-4487-9365-b229427bf0d6 completed by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 12:58:53.926717 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43464) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:53.938849 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port 4bae14e7-4422-4487-9365-b229427bf0d6 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:58:53.939419 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (4bae14e7-4422-4487-9365-b229427bf0d6), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:53.939731 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port 4bae14e7-4422-4487-9365-b229427bf0d6 Oct 03 12:58:53.969419 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-ca3da8e9-5474-4a1a-8ae3-e0a69d26541e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=061fb57754614b55b714086d70128534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415254 Oct 03 12:58:53.972183 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43468) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:54.018976 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 4bae14e7-4422-4487-9365-b229427bf0d6 is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:58:54.019496 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (4bae14e7-4422-4487-9365-b229427bf0d6), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:54.038110 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:54.043398 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b582d3-a18f-4bed-adf0-5f8107ef89da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bae14e7-4422-4487-9365-b229427bf0d6'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:58:54.046272 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6464ea61-67a8-4461-828b-7b11e1194786" -d '{"events": [{"server_uuid": "77b582d3-a18f-4bed-adf0-5f8107ef89da", "name": "network-vif-plugged", "status": "completed", "tag": "4bae14e7-4422-4487-9365-b229427bf0d6"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:58:54.058972 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 4bae14e7-4422-4487-9365-b229427bf0d6, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4bae14e7-4422-4487-9365-b229427bf0d6,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:58:54.069533 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c5e9d-6957-49ed-be75-4cc14f940fc7 req-36dc6463-251d-4fd3-b2d8-cd53858af9ee tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:54.071027 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d07c5e9d-6957-49ed-be75-4cc14f940fc7 req-36dc6463-251d-4fd3-b2d8-cd53858af9ee tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b582d3-a18f-4bed-adf0-5f8107ef89da HTTP/1.1" status: 200 len: 944 time: 0.0744348 Oct 03 12:58:54.072120 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-aa64504d-51c0-4e41-94a9-159d33cde681 admin admin] Publish callbacks [] for security_group (5e42eac8-c09e-40a6-b9ff-dd2a60375e20), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:54.087163 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0618c7af-af0c-4510-9916-aea2e888ce83 x-openstack-request-id: req-0618c7af-af0c-4510-9916-aea2e888ce83 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:58:54.087599 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b582d3-a18f-4bed-adf0-5f8107ef89da", "name": "network-vif-plugged", "status": "completed", "tag": "4bae14e7-4422-4487-9365-b229427bf0d6", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:58:54.087998 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0618c7af-af0c-4510-9916-aea2e888ce83 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:58:54.088414 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0618c7af-af0c-4510-9916-aea2e888ce83'] response: {'server_uuid': '77b582d3-a18f-4bed-adf0-5f8107ef89da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bae14e7-4422-4487-9365-b229427bf0d6', 'code': 200} Oct 03 12:58:54.107391 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-aa64504d-51c0-4e41-94a9-159d33cde681 admin admin] Publish callbacks [] for security_group (5e42eac8-c09e-40a6-b9ff-dd2a60375e20), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:54.116358 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (4bae14e7-4422-4487-9365-b229427bf0d6), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:54.163148 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d07c5e9d-6957-49ed-be75-4cc14f940fc7 req-6fd6cd5e-fde9-4491-893e-eb63fd8ce2b5 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bffa5034-783d-4962-95b8-f27e1124cc74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823150 Oct 03 12:58:54.180752 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=4bae14e7-4422-4487-9365-b229427bf0d6,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:54.263776 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-aa64504d-51c0-4e41-94a9-159d33cde681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (5e42eac8-c09e-40a6-b9ff-dd2a60375e20), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:54.266385 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-aa64504d-51c0-4e41-94a9-159d33cde681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:54.267581 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-aa64504d-51c0-4e41-94a9-159d33cde681 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5e42eac8-c09e-40a6-b9ff-dd2a60375e20 HTTP/1.1" status: 204 len: 168 time: 0.2943852 Oct 03 12:58:54.271587 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:54.276986 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64504d-51c0-4e41-94a9-159d33cde681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e42eac8-c09e-40a6-b9ff-dd2a60375e20,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:54.359457 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050165a-b17e-4e2d-8a79-87f1eca60b46 req-77c3cbcf-c822-4e30-95bc-58099abbd8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:54.361035 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9050165a-b17e-4e2d-8a79-87f1eca60b46 req-77c3cbcf-c822-4e30-95bc-58099abbd8d5 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=77b582d3-a18f-4bed-adf0-5f8107ef89da HTTP/1.1" status: 200 len: 1129 time: 0.0412505 Oct 03 12:58:54.409509 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-9050165a-b17e-4e2d-8a79-87f1eca60b46 req-b87786eb-cbfb-4f02-b432-44ae7260b8d6 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bffa5034-783d-4962-95b8-f27e1124cc74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424552 Oct 03 12:58:55.281133 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4855e3bc-0436-4e77-bf10-a718456e17f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:55.302909 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff233590-78dc-4c38-9202-2e4aa084b63e req-96c97103-74d4-4a88-ad7e-fc5c017d3f1d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:55.304545 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ff233590-78dc-4c38-9202-2e4aa084b63e req-96c97103-74d4-4a88-ad7e-fc5c017d3f1d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b582d3-a18f-4bed-adf0-5f8107ef89da HTTP/1.1" status: 200 len: 945 time: 0.0578141 Oct 03 12:58:55.359380 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ff233590-78dc-4c38-9202-2e4aa084b63e req-aa227557-dbc8-4fc1-b733-5d364bd704be tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bffa5034-783d-4962-95b8-f27e1124cc74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479989 Oct 03 12:58:55.815540 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43502) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:55.922828 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-cb182744-79bd-42e5-b406-46ae44ab5fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:55.997535 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-cb182744-79bd-42e5-b406-46ae44ab5fb1 admin admin] Publish callbacks [] for security_group (5259de2e-8f19-44e1-8b2c-5f708eb6ceca), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:56.080747 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-cb182744-79bd-42e5-b406-46ae44ab5fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (5259de2e-8f19-44e1-8b2c-5f708eb6ceca), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:56.122803 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-cb182744-79bd-42e5-b406-46ae44ab5fb1 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ac78a09616cf46e5a4cd6297ed41ad88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061950 Oct 03 12:58:56.123905 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb182744-79bd-42e5-b406-46ae44ab5fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5259de2e-8f19-44e1-8b2c-5f708eb6ceca,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:56.125675 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43506) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:56.162042 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:58:56.177707 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-26f15390-fd41-4d95-b1ed-1412bdabc719 admin admin] Publish callbacks [] for security_group (5259de2e-8f19-44e1-8b2c-5f708eb6ceca), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:56.200278 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-26f15390-fd41-4d95-b1ed-1412bdabc719 admin admin] Publish callbacks [] for security_group (5259de2e-8f19-44e1-8b2c-5f708eb6ceca), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:56.309500 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-26f15390-fd41-4d95-b1ed-1412bdabc719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (5259de2e-8f19-44e1-8b2c-5f708eb6ceca), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:56.312134 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-26f15390-fd41-4d95-b1ed-1412bdabc719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:56.313282 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-26f15390-fd41-4d95-b1ed-1412bdabc719 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5259de2e-8f19-44e1-8b2c-5f708eb6ceca HTTP/1.1" status: 204 len: 168 time: 0.1860297 Oct 03 12:58:56.322548 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f15390-fd41-4d95-b1ed-1412bdabc719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5259de2e-8f19-44e1-8b2c-5f708eb6ceca,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:56.486587 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c9903-998d-4430-ac13-6d42baecfdfa req-ed748999-cd96-4cc2-8ea2-c6975ad20ef8 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:56.488866 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e94c9903-998d-4430-ac13-6d42baecfdfa req-ed748999-cd96-4cc2-8ea2-c6975ad20ef8 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b582d3-a18f-4bed-adf0-5f8107ef89da HTTP/1.1" status: 200 len: 945 time: 0.0485380 Oct 03 12:58:56.540772 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e94c9903-998d-4430-ac13-6d42baecfdfa req-ad900388-fdfe-4a73-b2a4-d126f31774d9 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bffa5034-783d-4962-95b8-f27e1124cc74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432267 Oct 03 12:58:56.664127 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54636311-c810-4842-a706-037777ccbd86 req-fa8c8d30-843f-4549-9db9-ecedcebe267a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:56.665607 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-54636311-c810-4842-a706-037777ccbd86 req-fa8c8d30-843f-4549-9db9-ecedcebe267a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b582d3-a18f-4bed-adf0-5f8107ef89da HTTP/1.1" status: 200 len: 945 time: 0.0534172 Oct 03 12:58:56.677182 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43520) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:56.681950 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-0c38cae6-1568-466d-822f-57fa09be1b1d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'floatingip': {'port_id': '4bae14e7-4422-4487-9365-b229427bf0d6'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:58:56.723849 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0c38cae6-1568-466d-822f-57fa09be1b1d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (64631c84-dba4-42d6-961b-aa950cceccc9), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:56.926785 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:57.152821 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0c38cae6-1568-466d-822f-57fa09be1b1d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:57.281226 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0c38cae6-1568-466d-822f-57fa09be1b1d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (64631c84-dba4-42d6-961b-aa950cceccc9), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:57.334182 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43534) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:57.389108 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.l3_db [None req-0c38cae6-1568-466d-822f-57fa09be1b1d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Floating IP 64631c84-dba4-42d6-961b-aa950cceccc9 associated. External IP: 172.27.0.39, port: 4bae14e7-4422-4487-9365-b229427bf0d6. Oct 03 12:58:57.436657 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-27a0a3ee-f1ab-4c5e-a0fc-0471c789f385 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-388923225-network', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:58:57.443903 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:57.478832 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:57.584176 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a0a3ee-f1ab-4c5e-a0fc-0471c789f385 admin admin] Made reservation on behalf of a0a4271779a04986bbd34e2e989f3603 for: {'network': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:58:57.586387 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-27a0a3ee-f1ab-4c5e-a0fc-0471c789f385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for network (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:57.600673 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-27a0a3ee-f1ab-4c5e-a0fc-0471c789f385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:57.630952 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c38cae6-1568-466d-822f-57fa09be1b1d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Router 122074b6-a40b-4fa0-be87-3c63da082123 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:58:57.777866 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-27a0a3ee-f1ab-4c5e-a0fc-0471c789f385 admin admin] Publish callbacks [] for security_group (3e587fed-f9d3-4cac-aa86-0e911333a786), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:57.780831 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c38cae6-1568-466d-822f-57fa09be1b1d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:58:57.785637 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0c38cae6-1568-466d-822f-57fa09be1b1d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:57.790163 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f597edb-11e9-4470-867a-b233830168a6 None None] Sync routers for ids ['122074b6-a40b-4fa0-be87-3c63da082123'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:58:57.799916 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f597edb-11e9-4470-867a-b233830168a6 None None] Routers {'122074b6-a40b-4fa0-be87-3c63da082123'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:58:57.800522 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-3f597edb-11e9-4470-867a-b233830168a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:58:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['122074b6-a40b-4fa0-be87-3c63da082123'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:57.810235 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:57.816318 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-0c38cae6-1568-466d-822f-57fa09be1b1d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/64631c84-dba4-42d6-961b-aa950cceccc9 HTTP/1.1" status: 200 len: 990 time: 1.1380246 Oct 03 12:58:57.817015 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b582d3-a18f-4bed-adf0-5f8107ef89da', 'tag': '4bae14e7-4422-4487-9365-b229427bf0d6'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:58:57.819455 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e984db-7989-40db-8651-756187b2a670" -d '{"events": [{"name": "network-changed", "server_uuid": "77b582d3-a18f-4bed-adf0-5f8107ef89da", "tag": "4bae14e7-4422-4487-9365-b229427bf0d6"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:58:57.847466 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-27a0a3ee-f1ab-4c5e-a0fc-0471c789f385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (3e587fed-f9d3-4cac-aa86-0e911333a786), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:57.864096 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e05a22-830e-46ed-990b-f01b2c88b6f8 x-openstack-request-id: req-90e05a22-830e-46ed-990b-f01b2c88b6f8 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:58:57.864390 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b582d3-a18f-4bed-adf0-5f8107ef89da", "tag": "4bae14e7-4422-4487-9365-b229427bf0d6", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:58:57.864669 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-90e05a22-830e-46ed-990b-f01b2c88b6f8 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:58:57.865091 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e05a22-830e-46ed-990b-f01b2c88b6f8'] response: {'name': 'network-changed', 'server_uuid': '77b582d3-a18f-4bed-adf0-5f8107ef89da', 'tag': '4bae14e7-4422-4487-9365-b229427bf0d6', 'status': 'completed', 'code': 200} Oct 03 12:58:57.874891 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a0a3ee-f1ab-4c5e-a0fc-0471c789f385 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=113284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:58:57.892403 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0a3ee-f1ab-4c5e-a0fc-0471c789f385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e587fed-f9d3-4cac-aa86-0e911333a786,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:57.895351 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-27a0a3ee-f1ab-4c5e-a0fc-0471c789f385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (bcf38709-30b0-4fcd-b16e-80cac6605a45), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:57.895902 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.segments_db [None req-27a0a3ee-f1ab-4c5e-a0fc-0471c789f385 admin admin] Added segment bcf38709-30b0-4fcd-b16e-80cac6605a45 of type vlan for network f899b1e8-33ea-4d75-a53c-f3e9c281806e Oct 03 12:58:57.914446 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-3f597edb-11e9-4470-867a-b233830168a6 None None] Set router 122074b6-a40b-4fa0-be87-3c63da082123 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:58:57.972876 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e984db-7989-40db-8651-756187b2a670 req-77f0861d-c9f3-4977-9fd7-d08f37465124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:57.974372 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a4e984db-7989-40db-8651-756187b2a670 req-77f0861d-c9f3-4977-9fd7-d08f37465124 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=484522301976426dae50e64c141c727e&device_id=77b582d3-a18f-4bed-adf0-5f8107ef89da HTTP/1.1" status: 200 len: 1129 time: 0.0830336 Oct 03 12:58:57.975876 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-27a0a3ee-f1ab-4c5e-a0fc-0471c789f385 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775902012618'] for network (f899b1e8-33ea-4d75-a53c-f3e9c281806e), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:58.080378 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e984db-7989-40db-8651-756187b2a670 req-e047c5b3-73ee-497e-8a47-e0b0b7208c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:58.081848 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a4e984db-7989-40db-8651-756187b2a670 req-e047c5b3-73ee-497e-8a47-e0b0b7208c4c service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=1c116e69-b6ec-41cd-b2b6-637e304e9d46 HTTP/1.1" status: 200 len: 916 time: 0.1001179 Oct 03 12:58:58.096096 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-27a0a3ee-f1ab-4c5e-a0fc-0471c789f385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for network (f899b1e8-33ea-4d75-a53c-f3e9c281806e), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:58.096959 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a0a3ee-f1ab-4c5e-a0fc-0471c789f385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:58.097530 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-27a0a3ee-f1ab-4c5e-a0fc-0471c789f385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:58.136112 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-3f597edb-11e9-4470-867a-b233830168a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '64631c84-dba4-42d6-961b-aa950cceccc9', 'tenant_id': '484522301976426dae50e64c141c727e', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'port_id': '4bae14e7-4422-4487-9365-b229427bf0d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'mac_address': 'fa:16:3e:0e:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b582d3-a18f-4bed-adf0-5f8107ef89da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:58:43Z', 'updated_at': '2022-10-03T12:58:57Z', 'revision_number': 1, 'project_id': '484522301976426dae50e64c141c727e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:58.162252 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f597edb-11e9-4470-867a-b233830168a6 None None] Checking router: 122074b6-a40b-4fa0-be87-3c63da082123 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:58:58.171489 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f597edb-11e9-4470-867a-b233830168a6 None None] Routers {'122074b6-a40b-4fa0-be87-3c63da082123'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:58:58.172092 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-3f597edb-11e9-4470-867a-b233830168a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:58:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['122074b6-a40b-4fa0-be87-3c63da082123'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:58.193982 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a4e984db-7989-40db-8651-756187b2a670 req-36e138d9-a308-43ce-8d6a-95b487431092 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bae14e7-4422-4487-9365-b229427bf0d6 HTTP/1.1" status: 200 len: 998 time: 0.1051340 Oct 03 12:58:58.213256 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0a3ee-f1ab-4c5e-a0fc-0471c789f385 admin admin] Pushing event updated for resources: {'Network': ['ID=f899b1e8-33ea-4d75-a53c-f3e9c281806e,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:58.224919 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Network f899b1e8-33ea-4d75-a53c-f3e9c281806e details requested by agent ovs-agent-dv-cinder-844563-12-iscsi with host dv-cinder-844563-12-iscsi {{(pid=113286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 12:58:58.237837 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-27a0a3ee-f1ab-4c5e-a0fc-0471c789f385 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9023683 Oct 03 12:58:58.240562 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43542) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:58.253745 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-412c7197-a39c-4765-9254-f158812f4499 admin admin] Request body: {'subnet': {'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-388923225-subnet', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'ip_version': 4}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:58:58.258340 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e984db-7989-40db-8651-756187b2a670 req-d5e79b2f-3706-4985-a4d3-8888d873e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:58.259812 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a4e984db-7989-40db-8651-756187b2a670 req-d5e79b2f-3706-4985-a4d3-8888d873e0b6 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=85ba965e-ab65-4b2d-a3bd-c593866149c6 HTTP/1.1" status: 200 len: 854 time: 0.0576866 Oct 03 12:58:58.315927 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e984db-7989-40db-8651-756187b2a670 req-39b75493-885b-4183-93ae-2b84b68c70f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:58.317464 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a4e984db-7989-40db-8651-756187b2a670 req-39b75493-885b-4183-93ae-2b84b68c70f8 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=1c116e69-b6ec-41cd-b2b6-637e304e9d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0516052 Oct 03 12:58:58.352776 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-3f597edb-11e9-4470-867a-b233830168a6 None None] Set router 122074b6-a40b-4fa0-be87-3c63da082123 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:58:58.355679 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412c7197-a39c-4765-9254-f158812f4499 admin admin] Made reservation on behalf of a0a4271779a04986bbd34e2e989f3603 for: {'subnet': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:58:58.357606 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:58.359123 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-412c7197-a39c-4765-9254-f158812f4499 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15265503'] for subnet (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:58.421382 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a4e984db-7989-40db-8651-756187b2a670 req-cbd2d458-2110-45e5-9442-20650fe90d6d service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954905 Oct 03 12:58:58.452917 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:58.491598 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:58.527127 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a4e984db-7989-40db-8651-756187b2a670 req-fde07a8c-9aa0-4411-86a0-b90a2193a0f4 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994532 Oct 03 12:58:58.620229 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:58.620857 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:58.652656 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-412c7197-a39c-4765-9254-f158812f4499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13033577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15265485'] for subnet (b48c2643-0ee8-4d9e-ad75-4de802bc1167), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:58.688096 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:58.704675 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c7197-a39c-4765-9254-f158812f4499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b48c2643-0ee8-4d9e-ad75-4de802bc1167,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:58.716932 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:58.720208 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412c7197-a39c-4765-9254-f158812f4499 admin admin] Checking segment: {'id': 'bcf38709-30b0-4fcd-b16e-80cac6605a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:58:58.720558 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412c7197-a39c-4765-9254-f158812f4499 admin admin] Network hostable DHCP agents. Network: f899b1e8-33ea-4d75-a53c-f3e9c281806e, hostable agents: ['9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee'], hosted agents: [] {{(pid=113285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:58:58.732922 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-3f597edb-11e9-4470-867a-b233830168a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '64631c84-dba4-42d6-961b-aa950cceccc9', 'tenant_id': '484522301976426dae50e64c141c727e', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'port_id': '4bae14e7-4422-4487-9365-b229427bf0d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'mac_address': 'fa:16:3e:0e:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b582d3-a18f-4bed-adf0-5f8107ef89da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:58:43Z', 'updated_at': '2022-10-03T12:58:57Z', 'revision_number': 1, 'project_id': '484522301976426dae50e64c141c727e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:58.762967 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f597edb-11e9-4470-867a-b233830168a6 None None] The sync data for ids ['122074b6-a40b-4fa0-be87-3c63da082123'] in dv-cinder-844563-12-iscsi is: [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '64631c84-dba4-42d6-961b-aa950cceccc9', 'tenant_id': '484522301976426dae50e64c141c727e', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'port_id': '4bae14e7-4422-4487-9365-b229427bf0d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'mac_address': 'fa:16:3e:0e:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b582d3-a18f-4bed-adf0-5f8107ef89da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:58:43Z', 'updated_at': '2022-10-03T12:58:57Z', 'revision_number': 1, 'project_id': '484522301976426dae50e64c141c727e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:58:58.818708 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412c7197-a39c-4765-9254-f158812f4499 admin admin] Network f899b1e8-33ea-4d75-a53c-f3e9c281806e is scheduled to be hosted by DHCP agent 9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee with binding_index 1 {{(pid=113285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:58:58.898180 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-412c7197-a39c-4765-9254-f158812f4499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-12-iscsi, f899b1e8-33ea-4d75-a53c-f3e9c281806e) {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:58:58.902841 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412c7197-a39c-4765-9254-f158812f4499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:58.904451 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-412c7197-a39c-4765-9254-f158812f4499 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:58.911801 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a0876e-5ea7-401d-ab3c-a2bd5f7665b2 None None] Network f899b1e8-33ea-4d75-a53c-f3e9c281806e requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:58:58.964240 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d9202-c76c-46b5-857a-5e60bcf6b86d None None] New status for floating IP 64631c84-dba4-42d6-961b-aa950cceccc9: ACTIVE {{(pid=113287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:58:58.994842 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-412c7197-a39c-4765-9254-f158812f4499 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7487681 Oct 03 12:58:58.995167 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43544) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:58:59.001312 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-1c63cc97-e73e-4f2b-af94-56a77853ba12 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-388923225-router', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:58:59.034107 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4200b0-1972-43b5-b0a5-9af1565b5c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp248af594-393a-5865-a197-82273fbe49a3-f899b1e8-33ea-4d75-a53c-f3e9c281806e', 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e', 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'fixed_ips': [{'subnet_id': 'b48c2643-0ee8-4d9e-ad75-4de802bc1167'}]}} from dv-cinder-844563-12-iscsi. {{(pid=113286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 12:58:59.039506 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9d4200b0-1972-43b5-b0a5-9af1565b5c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:59.087037 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1c63cc97-e73e-4f2b-af94-56a77853ba12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-762584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5264'] for router (b01f8390-2de0-41e2-991d-99c7a86062c3), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:59.088236 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1c63cc97-e73e-4f2b-af94-56a77853ba12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524703', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5259'] for router (b01f8390-2de0-41e2-991d-99c7a86062c3), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:59.142100 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1c63cc97-e73e-4f2b-af94-56a77853ba12 admin admin] Publish callbacks [] for router_controller (b01f8390-2de0-41e2-991d-99c7a86062c3), precommit_add_association {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:59.169131 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-9d4200b0-1972-43b5-b0a5-9af1565b5c04 None None] Allocated IP 172.20.0.2 (f899b1e8-33ea-4d75-a53c-f3e9c281806e/b48c2643-0ee8-4d9e-ad75-4de802bc1167/98b6701a-66d9-47c0-8f51-03d81bb4d4a4) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:58:59.351535 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9d4200b0-1972-43b5-b0a5-9af1565b5c04 None None] Publish callbacks [] for port (98b6701a-66d9-47c0-8f51-03d81bb4d4a4), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:59.356241 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1c63cc97-e73e-4f2b-af94-56a77853ba12 admin admin] Publish callbacks [] for router_gateway (b01f8390-2de0-41e2-991d-99c7a86062c3), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:59.430110 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9d4200b0-1972-43b5-b0a5-9af1565b5c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (98b6701a-66d9-47c0-8f51-03d81bb4d4a4), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:59.467570 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:59.479506 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4200b0-1972-43b5-b0a5-9af1565b5c04 None None] Network f899b1e8-33ea-4d75-a53c-f3e9c281806e is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:58:59.483684 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4200b0-1972-43b5-b0a5-9af1565b5c04 None None] Pushing event updated for resources: {'Port': ['ID=98b6701a-66d9-47c0-8f51-03d81bb4d4a4,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:59.487172 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-9d4200b0-1972-43b5-b0a5-9af1565b5c04 None None] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:58:59.489261 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4200b0-1972-43b5-b0a5-9af1565b5c04 None None] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:58:59.559687 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-9d4200b0-1972-43b5-b0a5-9af1565b5c04 None None] Attempting to bind port 98b6701a-66d9-47c0-8f51-03d81bb4d4a4 on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:58:59.560263 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-9d4200b0-1972-43b5-b0a5-9af1565b5c04 None None] Attempting to bind port 98b6701a-66d9-47c0-8f51-03d81bb4d4a4 by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': 'bcf38709-30b0-4fcd-b16e-80cac6605a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:58:59.560636 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4200b0-1972-43b5-b0a5-9af1565b5c04 None None] Attempting to bind port 98b6701a-66d9-47c0-8f51-03d81bb4d4a4 on network f899b1e8-33ea-4d75-a53c-f3e9c281806e {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:58:59.603494 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4200b0-1972-43b5-b0a5-9af1565b5c04 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:58:59.603885 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4200b0-1972-43b5-b0a5-9af1565b5c04 None None] Checking segment: {'id': 'bcf38709-30b0-4fcd-b16e-80cac6605a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:58:59.604272 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9d4200b0-1972-43b5-b0a5-9af1565b5c04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:59.604674 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4200b0-1972-43b5-b0a5-9af1565b5c04 None None] Bound using segment: {'id': 'bcf38709-30b0-4fcd-b16e-80cac6605a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:58:59.605148 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-9d4200b0-1972-43b5-b0a5-9af1565b5c04 None None] Bound port: 98b6701a-66d9-47c0-8f51-03d81bb4d4a4, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf38709-30b0-4fcd-b16e-80cac6605a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:58:59.605529 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9d4200b0-1972-43b5-b0a5-9af1565b5c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (98b6701a-66d9-47c0-8f51-03d81bb4d4a4), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:59.613684 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1c63cc97-e73e-4f2b-af94-56a77853ba12 admin admin] Publish callbacks [] for router_gateway (b01f8390-2de0-41e2-991d-99c7a86062c3), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:59.615967 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:58:59.636415 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1c63cc97-e73e-4f2b-af94-56a77853ba12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:59.743615 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9d4200b0-1972-43b5-b0a5-9af1565b5c04 None None] For port 98b6701a-66d9-47c0-8f51-03d81bb4d4a4, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:58:59.747578 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9d4200b0-1972-43b5-b0a5-9af1565b5c04 None None] For port 98b6701a-66d9-47c0-8f51-03d81bb4d4a4, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=98b6701a-66d9-47c0-8f51-03d81bb4d4a4,segment=NetworkSegment(bcf38709-30b0-4fcd-b16e-80cac6605a45),segment_id=bcf38709-30b0-4fcd-b16e-80cac6605a45)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:58:59.778392 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [None req-1c63cc97-e73e-4f2b-af94-56a77853ba12 admin admin] Allocated IP 172.27.0.53 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/1d98e4ab-d4b4-40c4-8991-e2be7c0ad797) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:58:59.841984 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9d4200b0-1972-43b5-b0a5-9af1565b5c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (98b6701a-66d9-47c0-8f51-03d81bb4d4a4), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:59.888687 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1c63cc97-e73e-4f2b-af94-56a77853ba12 admin admin] Publish callbacks [] for port (1d98e4ab-d4b4-40c4-8991-e2be7c0ad797), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:58:59.897957 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4200b0-1972-43b5-b0a5-9af1565b5c04 None None] Pushing event updated for resources: {'Port': ['ID=98b6701a-66d9-47c0-8f51-03d81bb4d4a4,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:59.967767 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1c63cc97-e73e-4f2b-af94-56a77853ba12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (1d98e4ab-d4b4-40c4-8991-e2be7c0ad797), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:00.005367 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c63cc97-e73e-4f2b-af94-56a77853ba12 admin admin] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:59:00.025105 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-1c63cc97-e73e-4f2b-af94-56a77853ba12 admin admin] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:59:00.031153 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c63cc97-e73e-4f2b-af94-56a77853ba12 admin admin] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:59:00.034439 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:00.064846 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63cc97-e73e-4f2b-af94-56a77853ba12 admin admin] Pushing event updated for resources: {'Port': ['ID=1d98e4ab-d4b4-40c4-8991-e2be7c0ad797,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:00.610982 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1c63cc97-e73e-4f2b-af94-56a77853ba12 admin admin] Publish callbacks [] for router_gateway (b01f8390-2de0-41e2-991d-99c7a86062c3), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:00.787042 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf7af9c-ae83-413a-b506-26a360105c1e None None] Network f899b1e8-33ea-4d75-a53c-f3e9c281806e requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:59:00.806829 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1c63cc97-e73e-4f2b-af94-56a77853ba12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764622'] for router (b01f8390-2de0-41e2-991d-99c7a86062c3), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:00.869805 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-5d966996-5f87-46b9-bb50-1ced9ffeac13 None None] Provisioning complete for port 98b6701a-66d9-47c0-8f51-03d81bb4d4a4 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:59:00.870170 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5d966996-5f87-46b9-bb50-1ced9ffeac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (98b6701a-66d9-47c0-8f51-03d81bb4d4a4), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:00.870497 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-5d966996-5f87-46b9-bb50-1ced9ffeac13 None None] Attempt 1 to provision port 98b6701a-66d9-47c0-8f51-03d81bb4d4a4 Oct 03 12:59:00.974611 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-5d966996-5f87-46b9-bb50-1ced9ffeac13 None None] Current status of the port 98b6701a-66d9-47c0-8f51-03d81bb4d4a4 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:59:00.974992 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5d966996-5f87-46b9-bb50-1ced9ffeac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (98b6701a-66d9-47c0-8f51-03d81bb4d4a4), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:01.000868 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c63cc97-e73e-4f2b-af94-56a77853ba12 admin admin] Router b01f8390-2de0-41e2-991d-99c7a86062c3 is scheduled to L3 agent eb5f2f97-6425-444e-901b-913018c2b714 with binding_index 1 {{(pid=113284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 12:59:01.011541 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-5d966996-5f87-46b9-bb50-1ced9ffeac13 None None] For port 98b6701a-66d9-47c0-8f51-03d81bb4d4a4, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=98b6701a-66d9-47c0-8f51-03d81bb4d4a4,segment=NetworkSegment(bcf38709-30b0-4fcd-b16e-80cac6605a45),segment_id=bcf38709-30b0-4fcd-b16e-80cac6605a45)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:59:01.058195 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-5d966996-5f87-46b9-bb50-1ced9ffeac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (98b6701a-66d9-47c0-8f51-03d81bb4d4a4), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:01.101364 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:01.114869 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d966996-5f87-46b9-bb50-1ced9ffeac13 None None] Pushing event updated for resources: {'Port': ['ID=98b6701a-66d9-47c0-8f51-03d81bb4d4a4,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:01.115170 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c63cc97-e73e-4f2b-af94-56a77853ba12 admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:59:01.125924 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] Sync routers for ids ['b01f8390-2de0-41e2-991d-99c7a86062c3'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:59:01.126933 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:01.137208 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] Routers {'b01f8390-2de0-41e2-991d-99c7a86062c3'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:59:01.138365 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:58:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['b01f8390-2de0-41e2-991d-99c7a86062c3'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:01.191089 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-873078c5-e2a4-4a3d-ac31-25a45c844e27 None None] Provisioning complete for port 98b6701a-66d9-47c0-8f51-03d81bb4d4a4 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:59:01.191486 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-873078c5-e2a4-4a3d-ac31-25a45c844e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (98b6701a-66d9-47c0-8f51-03d81bb4d4a4), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:01.191820 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-873078c5-e2a4-4a3d-ac31-25a45c844e27 None None] Attempt 1 to provision port 98b6701a-66d9-47c0-8f51-03d81bb4d4a4 Oct 03 12:59:01.257388 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1c63cc97-e73e-4f2b-af94-56a77853ba12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:01.259472 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-1c63cc97-e73e-4f2b-af94-56a77853ba12 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2629580 Oct 03 12:59:01.263275 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43548) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:59:01.290377 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] Set router b01f8390-2de0-41e2-991d-99c7a86062c3 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:59:01.361058 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:01.367568 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 98b6701a-66d9-47c0-8f51-03d81bb4d4a4 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:59:01.433539 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-873078c5-e2a4-4a3d-ac31-25a45c844e27 None None] Current status of the port 98b6701a-66d9-47c0-8f51-03d81bb4d4a4 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:59:01.494144 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 98b6701a-66d9-47c0-8f51-03d81bb4d4a4 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:59:01.494518 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (98b6701a-66d9-47c0-8f51-03d81bb4d4a4), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:01.494848 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 98b6701a-66d9-47c0-8f51-03d81bb4d4a4 Oct 03 12:59:01.563047 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'name': 'tempest-TestMinimumBasicScenario-388923225-router', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:00Z', 'revision_number': 3, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'gw_port': {'id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:58:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:01.568220 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:01.594985 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] Checking router: b01f8390-2de0-41e2-991d-99c7a86062c3 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:59:01.595355 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] Updating router b01f8390-2de0-41e2-991d-99c7a86062c3 port 1d98e4ab-d4b4-40c4-8991-e2be7c0ad797 binding host dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:59:01.649632 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (1d98e4ab-d4b4-40c4-8991-e2be7c0ad797), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:01.653886 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 98b6701a-66d9-47c0-8f51-03d81bb4d4a4 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:59:01.687179 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:01.839368 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Allocated IP 172.20.0.1 (f899b1e8-33ea-4d75-a53c-f3e9c281806e/b48c2643-0ee8-4d9e-ad75-4de802bc1167/9136c7a0-2091-414c-9301-5a40f56dd92e) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:59:01.900871 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] Publish callbacks [] for port (1d98e4ab-d4b4-40c4-8991-e2be7c0ad797), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:01.945528 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Publish callbacks [] for port (9136c7a0-2091-414c-9301-5a40f56dd92e), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:01.949502 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:01.972624 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (1d98e4ab-d4b4-40c4-8991-e2be7c0ad797), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:02.004604 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] Attempting to bind port 1d98e4ab-d4b4-40c4-8991-e2be7c0ad797 on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:59:02.004967 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] Attempting to bind port 1d98e4ab-d4b4-40c4-8991-e2be7c0ad797 by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:59:02.005327 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] Attempting to bind port 1d98e4ab-d4b4-40c4-8991-e2be7c0ad797 on network 53809124-b48e-44e3-984c-30b91b72e738 {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:59:02.041567 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (9136c7a0-2091-414c-9301-5a40f56dd92e), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:02.044037 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75511c2-db01-401b-be89-e2c59fc8711a None None] Pushing event updated for resources: {'Port': ['ID=1d98e4ab-d4b4-40c4-8991-e2be7c0ad797,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:02.062805 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:59:02.063177 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] Checking segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:59:02.063605 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:02.064002 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] Bound using segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:59:02.064478 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] Bound port: 1d98e4ab-d4b4-40c4-8991-e2be7c0ad797, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:59:02.064860 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (1d98e4ab-d4b4-40c4-8991-e2be7c0ad797), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:02.085639 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:02.089258 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Network f899b1e8-33ea-4d75-a53c-f3e9c281806e is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:59:02.092937 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:59:02.096390 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:59:02.116365 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] For port 1d98e4ab-d4b4-40c4-8991-e2be7c0ad797, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:59:02.119924 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] For port 1d98e4ab-d4b4-40c4-8991-e2be7c0ad797, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=1d98e4ab-d4b4-40c4-8991-e2be7c0ad797,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:59:02.122221 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Pushing event updated for resources: {'Port': ['ID=9136c7a0-2091-414c-9301-5a40f56dd92e,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:02.132487 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:02.132834 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:02.133177 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:02.133529 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:02.133846 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:02.134176 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:02.134503 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:02.134830 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:02.135158 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:02.135510 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:02.135852 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:02.136162 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:02.136483 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:02.136803 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:02.137125 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:02.155233 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527157'] for router_interface (b01f8390-2de0-41e2-991d-99c7a86062c3), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:02.179082 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (1d98e4ab-d4b4-40c4-8991-e2be7c0ad797), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:02.223775 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] Routers {'b01f8390-2de0-41e2-991d-99c7a86062c3'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:59:02.224423 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:58:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['b01f8390-2de0-41e2-991d-99c7a86062c3'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:02.357609 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (9136c7a0-2091-414c-9301-5a40f56dd92e), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:02.436920 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-12e78e2e-01cb-43f0-baa7-b0d5e58cc448 None None] Provisioning complete for port 9136c7a0-2091-414c-9301-5a40f56dd92e triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:59:02.437213 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-12e78e2e-01cb-43f0-baa7-b0d5e58cc448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (9136c7a0-2091-414c-9301-5a40f56dd92e), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:02.437584 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-12e78e2e-01cb-43f0-baa7-b0d5e58cc448 None None] Attempt 1 to provision port 9136c7a0-2091-414c-9301-5a40f56dd92e Oct 03 12:59:02.439108 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75511c2-db01-401b-be89-e2c59fc8711a None None] Pushing event updated for resources: {'Port': ['ID=1d98e4ab-d4b4-40c4-8991-e2be7c0ad797,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:02.498568 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:02.507354 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:02.509863 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-12e78e2e-01cb-43f0-baa7-b0d5e58cc448 None None] Port 9136c7a0-2091-414c-9301-5a40f56dd92e cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:59:02.521187 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Publish callbacks [] for port (9136c7a0-2091-414c-9301-5a40f56dd92e), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:02.526258 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] Set router b01f8390-2de0-41e2-991d-99c7a86062c3 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:59:02.583944 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (9136c7a0-2091-414c-9301-5a40f56dd92e), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:02.659155 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Pushing event updated for resources: {'Port': ['ID=9136c7a0-2091-414c-9301-5a40f56dd92e,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:02.662441 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527273'] for router_interface (b01f8390-2de0-41e2-991d-99c7a86062c3), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:02.696023 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'name': 'tempest-TestMinimumBasicScenario-388923225-router', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:00Z', 'revision_number': 3, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'gw_port': {'id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:02.726000 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0d455c-b9b7-446a-9ac5-bd7eee9c79f1 None None] The sync data for ids ['b01f8390-2de0-41e2-991d-99c7a86062c3'] in dv-cinder-844563-12-iscsi is: [{'id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'name': 'tempest-TestMinimumBasicScenario-388923225-router', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:00Z', 'revision_number': 3, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'gw_port': {'id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:59:02.761114 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Network f899b1e8-33ea-4d75-a53c-f3e9c281806e is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:59:02.762972 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:59:02.821650 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:02.886310 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Router b01f8390-2de0-41e2-991d-99c7a86062c3 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:59:03.007177 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:59:03.013993 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-1edc6d58-71b3-4d6c-bdeb-aad4f7ca7c57 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/b01f8390-2de0-41e2-991d-99c7a86062c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7499521 Oct 03 12:59:03.047122 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-71b12147-3bed-4088-a52f-0b2337ac2cd9 None None] Provisioning complete for port 9136c7a0-2091-414c-9301-5a40f56dd92e triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:59:03.047759 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-71b12147-3bed-4088-a52f-0b2337ac2cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (9136c7a0-2091-414c-9301-5a40f56dd92e), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:03.047882 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-71b12147-3bed-4088-a52f-0b2337ac2cd9 None None] Attempt 1 to provision port 9136c7a0-2091-414c-9301-5a40f56dd92e Oct 03 12:59:03.086667 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-71b12147-3bed-4088-a52f-0b2337ac2cd9 None None] Port 9136c7a0-2091-414c-9301-5a40f56dd92e cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:59:03.127501 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:03.340174 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 1d98e4ab-d4b4-40c4-8991-e2be7c0ad797 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:59:03.391014 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 1d98e4ab-d4b4-40c4-8991-e2be7c0ad797 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:59:03.391425 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (1d98e4ab-d4b4-40c4-8991-e2be7c0ad797), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:03.394184 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 1d98e4ab-d4b4-40c4-8991-e2be7c0ad797 Oct 03 12:59:03.471597 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 1d98e4ab-d4b4-40c4-8991-e2be7c0ad797 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:59:03.471987 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (1d98e4ab-d4b4-40c4-8991-e2be7c0ad797), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:03.495725 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port 1d98e4ab-d4b4-40c4-8991-e2be7c0ad797, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=1d98e4ab-d4b4-40c4-8991-e2be7c0ad797,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:59:03.578233 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (1d98e4ab-d4b4-40c4-8991-e2be7c0ad797), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:03.627100 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=1d98e4ab-d4b4-40c4-8991-e2be7c0ad797,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:03.764821 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43564) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:59:03.770102 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-c855a8e4-e2c5-4b52-a637-8440c6fbb74b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-728383806-network', 'tenant_id': 'a7879e312b194158b24bdba87ab811c9'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:59:03.846546 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c855a8e4-e2c5-4b52-a637-8440c6fbb74b admin admin] Made reservation on behalf of a7879e312b194158b24bdba87ab811c9 for: {'network': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:59:03.848975 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c855a8e4-e2c5-4b52-a637-8440c6fbb74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for network (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:03.858619 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c855a8e4-e2c5-4b52-a637-8440c6fbb74b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:03.934469 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c855a8e4-e2c5-4b52-a637-8440c6fbb74b admin admin] Publish callbacks [] for security_group (6fb431cb-9327-4386-85e4-91fdeb813059), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:04.098554 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c855a8e4-e2c5-4b52-a637-8440c6fbb74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (6fb431cb-9327-4386-85e4-91fdeb813059), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:04.127803 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c855a8e4-e2c5-4b52-a637-8440c6fbb74b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=113284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:59:04.134332 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855a8e4-e2c5-4b52-a637-8440c6fbb74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb431cb-9327-4386-85e4-91fdeb813059,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:04.141259 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c855a8e4-e2c5-4b52-a637-8440c6fbb74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (5f32610e-7c4f-4983-929c-94f969663a2d), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:04.141595 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.segments_db [None req-c855a8e4-e2c5-4b52-a637-8440c6fbb74b admin admin] Added segment 5f32610e-7c4f-4983-929c-94f969663a2d of type vlan for network 01af8ef0-8915-446c-baad-c9b48c996e82 Oct 03 12:59:04.183272 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c855a8e4-e2c5-4b52-a637-8440c6fbb74b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775902012618'] for network (01af8ef0-8915-446c-baad-c9b48c996e82), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:04.260225 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] Sync routers for ids ['b01f8390-2de0-41e2-991d-99c7a86062c3'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:59:04.267828 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] Routers {'b01f8390-2de0-41e2-991d-99c7a86062c3'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:59:04.268457 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:58:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['b01f8390-2de0-41e2-991d-99c7a86062c3'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:04.269603 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c855a8e4-e2c5-4b52-a637-8440c6fbb74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for network (01af8ef0-8915-446c-baad-c9b48c996e82), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:04.270691 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c855a8e4-e2c5-4b52-a637-8440c6fbb74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:04.271282 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c855a8e4-e2c5-4b52-a637-8440c6fbb74b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:04.333879 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855a8e4-e2c5-4b52-a637-8440c6fbb74b admin admin] Pushing event updated for resources: {'Network': ['ID=01af8ef0-8915-446c-baad-c9b48c996e82,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:04.344463 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Network 01af8ef0-8915-446c-baad-c9b48c996e82 details requested by agent ovs-agent-dv-cinder-844563-12-iscsi with host dv-cinder-844563-12-iscsi {{(pid=113286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 12:59:04.369842 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-c855a8e4-e2c5-4b52-a637-8440c6fbb74b admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6037424 Oct 03 12:59:04.373713 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] Set router b01f8390-2de0-41e2-991d-99c7a86062c3 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:59:04.373893 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43566) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:59:04.378975 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-a7531fa2-2239-4766-b625-79c39f9b881c admin admin] Request body: {'subnet': {'network_id': '01af8ef0-8915-446c-baad-c9b48c996e82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-728383806-subnet', 'tenant_id': 'a7879e312b194158b24bdba87ab811c9', 'ip_version': 4}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:59:04.389630 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:04.475377 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7531fa2-2239-4766-b625-79c39f9b881c admin admin] Made reservation on behalf of a7879e312b194158b24bdba87ab811c9 for: {'subnet': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:59:04.477782 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-a7531fa2-2239-4766-b625-79c39f9b881c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16664429'] for subnet (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:04.541039 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:04.559768 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'name': 'tempest-TestMinimumBasicScenario-388923225-router', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:02Z', 'revision_number': 4, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'gw_port': {'id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '9136c7a0-2091-414c-9301-5a40f56dd92e', 'name': '', 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'mac_address': 'fa:16:3e:93:f2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'b48c2643-0ee8-4d9e-ad75-4de802bc1167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:59:01Z', 'updated_at': '2022-10-03T12:59:02Z', 'revision_number': 2, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'subnets': [{'id': 'b48c2643-0ee8-4d9e-ad75-4de802bc1167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:04.584275 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] Checking router: b01f8390-2de0-41e2-991d-99c7a86062c3 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:59:04.584622 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] Updating router b01f8390-2de0-41e2-991d-99c7a86062c3 port 9136c7a0-2091-414c-9301-5a40f56dd92e binding host dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:59:04.616757 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (9136c7a0-2091-414c-9301-5a40f56dd92e), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:04.732803 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-a7531fa2-2239-4766-b625-79c39f9b881c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13830744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16664447'] for subnet (1244400c-b40a-4820-8e47-8a4dc5a75168), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:04.790011 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7531fa2-2239-4766-b625-79c39f9b881c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1244400c-b40a-4820-8e47-8a4dc5a75168,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:04.798884 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7531fa2-2239-4766-b625-79c39f9b881c admin admin] Checking segment: {'id': '5f32610e-7c4f-4983-929c-94f969663a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '01af8ef0-8915-446c-baad-c9b48c996e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:59:04.799221 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7531fa2-2239-4766-b625-79c39f9b881c admin admin] Network hostable DHCP agents. Network: 01af8ef0-8915-446c-baad-c9b48c996e82, hostable agents: ['9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee'], hosted agents: [] {{(pid=113284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:59:04.805180 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:04.863595 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7531fa2-2239-4766-b625-79c39f9b881c admin admin] Network 01af8ef0-8915-446c-baad-c9b48c996e82 is scheduled to be hosted by DHCP agent 9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee with binding_index 1 {{(pid=113284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:59:04.868760 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] Publish callbacks [] for port (9136c7a0-2091-414c-9301-5a40f56dd92e), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:04.920645 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-a7531fa2-2239-4766-b625-79c39f9b881c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-12-iscsi, 01af8ef0-8915-446c-baad-c9b48c996e82) {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:59:04.924615 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7531fa2-2239-4766-b625-79c39f9b881c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:04.925210 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-a7531fa2-2239-4766-b625-79c39f9b881c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for subnet (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:04.929222 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab990e7a-6998-4611-8c5f-9c04b4d50bb9 None None] Network 01af8ef0-8915-446c-baad-c9b48c996e82 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:59:04.949895 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (9136c7a0-2091-414c-9301-5a40f56dd92e), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:04.999545 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-a7531fa2-2239-4766-b625-79c39f9b881c admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6243720 Oct 03 12:59:05.002151 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43570) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:59:05.006590 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-41b9e0f3-8da2-4e2b-b4f3-38bedc7632ca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-728383806-router', 'tenant_id': 'a7879e312b194158b24bdba87ab811c9', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:59:05.029404 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6927ff-f6f8-4c38-ab49-1d19de90876b None None] Pushing event updated for resources: {'Port': ['ID=9136c7a0-2091-414c-9301-5a40f56dd92e,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:05.039473 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc36c9d6-4901-4a5a-a6b2-4f446339ac0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp248af594-393a-5865-a197-82273fbe49a3-01af8ef0-8915-446c-baad-c9b48c996e82', 'network_id': '01af8ef0-8915-446c-baad-c9b48c996e82', 'project_id': 'a7879e312b194158b24bdba87ab811c9', 'fixed_ips': [{'subnet_id': '1244400c-b40a-4820-8e47-8a4dc5a75168'}]}} from dv-cinder-844563-12-iscsi. {{(pid=113286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 12:59:05.039819 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6927ff-f6f8-4c38-ab49-1d19de90876b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:05.040164 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6927ff-f6f8-4c38-ab49-1d19de90876b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:05.040393 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cc36c9d6-4901-4a5a-a6b2-4f446339ac0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:05.040505 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6927ff-f6f8-4c38-ab49-1d19de90876b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:05.040856 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6927ff-f6f8-4c38-ab49-1d19de90876b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:05.041187 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6927ff-f6f8-4c38-ab49-1d19de90876b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:05.041519 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6927ff-f6f8-4c38-ab49-1d19de90876b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:05.041839 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6927ff-f6f8-4c38-ab49-1d19de90876b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:05.042157 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6927ff-f6f8-4c38-ab49-1d19de90876b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:05.042491 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6927ff-f6f8-4c38-ab49-1d19de90876b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:05.042815 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6927ff-f6f8-4c38-ab49-1d19de90876b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:05.043136 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6927ff-f6f8-4c38-ab49-1d19de90876b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:05.044135 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6927ff-f6f8-4c38-ab49-1d19de90876b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:05.044625 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6927ff-f6f8-4c38-ab49-1d19de90876b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:05.044957 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6927ff-f6f8-4c38-ab49-1d19de90876b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:05.045278 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6927ff-f6f8-4c38-ab49-1d19de90876b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:05.057000 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] Attempting to bind port 9136c7a0-2091-414c-9301-5a40f56dd92e on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:59:05.057366 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] Attempting to bind port 9136c7a0-2091-414c-9301-5a40f56dd92e by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': 'bcf38709-30b0-4fcd-b16e-80cac6605a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:59:05.057727 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] Attempting to bind port 9136c7a0-2091-414c-9301-5a40f56dd92e on network f899b1e8-33ea-4d75-a53c-f3e9c281806e {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:59:05.087340 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-41b9e0f3-8da2-4e2b-b4f3-38bedc7632ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-762584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5264'] for router (984c7c90-65d9-46e0-a5cb-20704195982d), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:05.088421 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-41b9e0f3-8da2-4e2b-b4f3-38bedc7632ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-524703', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5259'] for router (984c7c90-65d9-46e0-a5cb-20704195982d), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:05.089480 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:05.092409 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:05.101251 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:59:05.101680 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] Checking segment: {'id': 'bcf38709-30b0-4fcd-b16e-80cac6605a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:59:05.102247 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:05.102637 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] Bound using segment: {'id': 'bcf38709-30b0-4fcd-b16e-80cac6605a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:59:05.103103 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] Bound port: 9136c7a0-2091-414c-9301-5a40f56dd92e, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf38709-30b0-4fcd-b16e-80cac6605a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:59:05.103639 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (9136c7a0-2091-414c-9301-5a40f56dd92e), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:05.146259 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-41b9e0f3-8da2-4e2b-b4f3-38bedc7632ca admin admin] Publish callbacks [] for router_controller (984c7c90-65d9-46e0-a5cb-20704195982d), precommit_add_association {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:05.167921 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] For port 9136c7a0-2091-414c-9301-5a40f56dd92e, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:59:05.172293 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] For port 9136c7a0-2091-414c-9301-5a40f56dd92e, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=9136c7a0-2091-414c-9301-5a40f56dd92e,segment=NetworkSegment(bcf38709-30b0-4fcd-b16e-80cac6605a45),segment_id=bcf38709-30b0-4fcd-b16e-80cac6605a45)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:59:05.178760 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.db_base_plugin_common [None req-cc36c9d6-4901-4a5a-a6b2-4f446339ac0b None None] Allocated IP 172.20.0.2 (01af8ef0-8915-446c-baad-c9b48c996e82/1244400c-b40a-4820-8e47-8a4dc5a75168/8e2f64d1-1079-48c4-9132-4d064266e7e2) {{(pid=113286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:59:05.265374 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (9136c7a0-2091-414c-9301-5a40f56dd92e), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:05.291614 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] Routers {'b01f8390-2de0-41e2-991d-99c7a86062c3'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:59:05.292254 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:58:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['b01f8390-2de0-41e2-991d-99c7a86062c3'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:05.351763 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 1d98e4ab-d4b4-40c4-8991-e2be7c0ad797 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:59:05.391635 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cc36c9d6-4901-4a5a-a6b2-4f446339ac0b None None] Publish callbacks [] for port (8e2f64d1-1079-48c4-9132-4d064266e7e2), precommit_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:05.416372 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 1d98e4ab-d4b4-40c4-8991-e2be7c0ad797 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:59:05.416747 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (1d98e4ab-d4b4-40c4-8991-e2be7c0ad797), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:05.417073 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 1d98e4ab-d4b4-40c4-8991-e2be7c0ad797 Oct 03 12:59:05.430107 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6927ff-f6f8-4c38-ab49-1d19de90876b None None] Pushing event updated for resources: {'Port': ['ID=9136c7a0-2091-414c-9301-5a40f56dd92e,revision_number=4']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:05.449376 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] Set router b01f8390-2de0-41e2-991d-99c7a86062c3 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:59:05.452812 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:05.492649 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cc36c9d6-4901-4a5a-a6b2-4f446339ac0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740'] for port (8e2f64d1-1079-48c4-9132-4d064266e7e2), after_create {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:05.533258 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 1d98e4ab-d4b4-40c4-8991-e2be7c0ad797 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:59:05.554557 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc36c9d6-4901-4a5a-a6b2-4f446339ac0b None None] Network 01af8ef0-8915-446c-baad-c9b48c996e82 is already hosted by enough agents. {{(pid=113286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:59:05.556517 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36c9d6-4901-4a5a-a6b2-4f446339ac0b None None] Pushing event updated for resources: {'Port': ['ID=8e2f64d1-1079-48c4-9132-4d064266e7e2,revision_number=1']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:05.559961 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.scheduler.base_scheduler [None req-cc36c9d6-4901-4a5a-a6b2-4f446339ac0b None None] Resources bound (agent type, host, resource id): {{(pid=113286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:59:05.562256 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc36c9d6-4901-4a5a-a6b2-4f446339ac0b None None] Received port after_create {{(pid=113286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:59:05.605269 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-41b9e0f3-8da2-4e2b-b4f3-38bedc7632ca admin admin] Publish callbacks [] for router_gateway (984c7c90-65d9-46e0-a5cb-20704195982d), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:05.630398 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-cc36c9d6-4901-4a5a-a6b2-4f446339ac0b None None] Attempting to bind port 8e2f64d1-1079-48c4-9132-4d064266e7e2 on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:59:05.630766 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-cc36c9d6-4901-4a5a-a6b2-4f446339ac0b None None] Attempting to bind port 8e2f64d1-1079-48c4-9132-4d064266e7e2 by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': '5f32610e-7c4f-4983-929c-94f969663a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '01af8ef0-8915-446c-baad-c9b48c996e82'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:59:05.631123 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc36c9d6-4901-4a5a-a6b2-4f446339ac0b None None] Attempting to bind port 8e2f64d1-1079-48c4-9132-4d064266e7e2 on network 01af8ef0-8915-446c-baad-c9b48c996e82 {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:59:05.651815 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:05.674476 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc36c9d6-4901-4a5a-a6b2-4f446339ac0b None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:59:05.674846 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc36c9d6-4901-4a5a-a6b2-4f446339ac0b None None] Checking segment: {'id': '5f32610e-7c4f-4983-929c-94f969663a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '01af8ef0-8915-446c-baad-c9b48c996e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:59:05.675253 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cc36c9d6-4901-4a5a-a6b2-4f446339ac0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:05.675678 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc36c9d6-4901-4a5a-a6b2-4f446339ac0b None None] Bound using segment: {'id': '5f32610e-7c4f-4983-929c-94f969663a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '01af8ef0-8915-446c-baad-c9b48c996e82'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:59:05.676154 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-cc36c9d6-4901-4a5a-a6b2-4f446339ac0b None None] Bound port: 8e2f64d1-1079-48c4-9132-4d064266e7e2, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f32610e-7c4f-4983-929c-94f969663a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '01af8ef0-8915-446c-baad-c9b48c996e82'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:59:05.676532 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cc36c9d6-4901-4a5a-a6b2-4f446339ac0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (8e2f64d1-1079-48c4-9132-4d064266e7e2), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:05.728261 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'name': 'tempest-TestMinimumBasicScenario-388923225-router', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:02Z', 'revision_number': 4, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'gw_port': {'id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '9136c7a0-2091-414c-9301-5a40f56dd92e', 'name': '', 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'mac_address': 'fa:16:3e:93:f2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'b48c2643-0ee8-4d9e-ad75-4de802bc1167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:59:01Z', 'updated_at': '2022-10-03T12:59:05Z', 'revision_number': 4, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'subnets': [{'id': 'b48c2643-0ee8-4d9e-ad75-4de802bc1167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:05.739049 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-cc36c9d6-4901-4a5a-a6b2-4f446339ac0b None None] For port 8e2f64d1-1079-48c4-9132-4d064266e7e2, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:59:05.742984 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-cc36c9d6-4901-4a5a-a6b2-4f446339ac0b None None] For port 8e2f64d1-1079-48c4-9132-4d064266e7e2, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=8e2f64d1-1079-48c4-9132-4d064266e7e2,segment=NetworkSegment(5f32610e-7c4f-4983-929c-94f969663a2d),segment_id=5f32610e-7c4f-4983-929c-94f969663a2d)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:59:05.757497 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aa86aa-8112-430f-bc76-f948d549fc79 None None] The sync data for ids ['b01f8390-2de0-41e2-991d-99c7a86062c3'] in dv-cinder-844563-12-iscsi is: [{'id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'name': 'tempest-TestMinimumBasicScenario-388923225-router', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:02Z', 'revision_number': 4, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'gw_port': {'id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '9136c7a0-2091-414c-9301-5a40f56dd92e', 'name': '', 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'mac_address': 'fa:16:3e:93:f2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'b48c2643-0ee8-4d9e-ad75-4de802bc1167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:59:01Z', 'updated_at': '2022-10-03T12:59:05Z', 'revision_number': 4, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'subnets': [{'id': 'b48c2643-0ee8-4d9e-ad75-4de802bc1167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:59:05.841971 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cc36c9d6-4901-4a5a-a6b2-4f446339ac0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (8e2f64d1-1079-48c4-9132-4d064266e7e2), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:05.913091 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36c9d6-4901-4a5a-a6b2-4f446339ac0b None None] Pushing event updated for resources: {'Port': ['ID=8e2f64d1-1079-48c4-9132-4d064266e7e2,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:05.952668 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-41b9e0f3-8da2-4e2b-b4f3-38bedc7632ca admin admin] Publish callbacks [] for router_gateway (984c7c90-65d9-46e0-a5cb-20704195982d), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:05.972964 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-41b9e0f3-8da2-4e2b-b4f3-38bedc7632ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:06.109170 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [None req-41b9e0f3-8da2-4e2b-b4f3-38bedc7632ca admin admin] Allocated IP 172.27.0.183 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/9a66448f-8a3e-4516-86bf-070f8d672abf) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:59:06.229098 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-41b9e0f3-8da2-4e2b-b4f3-38bedc7632ca admin admin] Publish callbacks [] for port (9a66448f-8a3e-4516-86bf-070f8d672abf), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:06.315861 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-41b9e0f3-8da2-4e2b-b4f3-38bedc7632ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (9a66448f-8a3e-4516-86bf-070f8d672abf), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:06.361469 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:06.365011 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b9e0f3-8da2-4e2b-b4f3-38bedc7632ca admin admin] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:59:06.368752 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-41b9e0f3-8da2-4e2b-b4f3-38bedc7632ca admin admin] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:59:06.372949 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b9e0f3-8da2-4e2b-b4f3-38bedc7632ca admin admin] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:59:06.378752 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9e0f3-8da2-4e2b-b4f3-38bedc7632ca admin admin] Pushing event updated for resources: {'Port': ['ID=9a66448f-8a3e-4516-86bf-070f8d672abf,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:06.413711 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:06.710066 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-41b9e0f3-8da2-4e2b-b4f3-38bedc7632ca admin admin] Publish callbacks [] for router_gateway (984c7c90-65d9-46e0-a5cb-20704195982d), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:06.893347 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd00b1c-d215-430f-aa9e-51cbc318b4ba None None] Network 01af8ef0-8915-446c-baad-c9b48c996e82 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 12:59:06.908262 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-41b9e0f3-8da2-4e2b-b4f3-38bedc7632ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764622'] for router (984c7c90-65d9-46e0-a5cb-20704195982d), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:06.960024 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-50c55fe2-4b6f-402c-b23a-7dfb80e1dadf None None] Provisioning complete for port 8e2f64d1-1079-48c4-9132-4d064266e7e2 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:59:06.960400 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-50c55fe2-4b6f-402c-b23a-7dfb80e1dadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (8e2f64d1-1079-48c4-9132-4d064266e7e2), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:06.960729 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-50c55fe2-4b6f-402c-b23a-7dfb80e1dadf None None] Attempt 1 to provision port 8e2f64d1-1079-48c4-9132-4d064266e7e2 Oct 03 12:59:07.075976 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-50c55fe2-4b6f-402c-b23a-7dfb80e1dadf None None] Current status of the port 8e2f64d1-1079-48c4-9132-4d064266e7e2 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:59:07.076513 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-50c55fe2-4b6f-402c-b23a-7dfb80e1dadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (8e2f64d1-1079-48c4-9132-4d064266e7e2), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:07.111678 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-50c55fe2-4b6f-402c-b23a-7dfb80e1dadf None None] For port 8e2f64d1-1079-48c4-9132-4d064266e7e2, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=8e2f64d1-1079-48c4-9132-4d064266e7e2,segment=NetworkSegment(5f32610e-7c4f-4983-929c-94f969663a2d),segment_id=5f32610e-7c4f-4983-929c-94f969663a2d)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:59:07.120735 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b9e0f3-8da2-4e2b-b4f3-38bedc7632ca admin admin] Router 984c7c90-65d9-46e0-a5cb-20704195982d is scheduled to L3 agent eb5f2f97-6425-444e-901b-913018c2b714 with binding_index 1 {{(pid=113284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 12:59:07.218350 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-50c55fe2-4b6f-402c-b23a-7dfb80e1dadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (8e2f64d1-1079-48c4-9132-4d064266e7e2), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:07.232004 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b9e0f3-8da2-4e2b-b4f3-38bedc7632ca admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:59:07.247640 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] Sync routers for ids ['984c7c90-65d9-46e0-a5cb-20704195982d'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:59:07.272016 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] Routers {'984c7c90-65d9-46e0-a5cb-20704195982d'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:59:07.272639 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:58:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['984c7c90-65d9-46e0-a5cb-20704195982d'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:07.319231 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c55fe2-4b6f-402c-b23a-7dfb80e1dadf None None] Pushing event updated for resources: {'Port': ['ID=8e2f64d1-1079-48c4-9132-4d064266e7e2,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:07.321180 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-41b9e0f3-8da2-4e2b-b4f3-38bedc7632ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:07.322456 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-41b9e0f3-8da2-4e2b-b4f3-38bedc7632ca admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3193316 Oct 03 12:59:07.325655 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43572) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:59:07.357370 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-8ba88319-a42d-460d-84ec-f92c67c1e991 None None] Provisioning complete for port 8e2f64d1-1079-48c4-9132-4d064266e7e2 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:59:07.357743 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8ba88319-a42d-460d-84ec-f92c67c1e991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (8e2f64d1-1079-48c4-9132-4d064266e7e2), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:07.358080 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-8ba88319-a42d-460d-84ec-f92c67c1e991 None None] Attempt 1 to provision port 8e2f64d1-1079-48c4-9132-4d064266e7e2 Oct 03 12:59:07.386000 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 8e2f64d1-1079-48c4-9132-4d064266e7e2 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:59:07.443154 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:07.464932 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] Set router 984c7c90-65d9-46e0-a5cb-20704195982d gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:59:07.519817 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:07.628671 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:07.726166 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 8e2f64d1-1079-48c4-9132-4d064266e7e2 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:59:07.726462 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (8e2f64d1-1079-48c4-9132-4d064266e7e2), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:07.726802 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 8e2f64d1-1079-48c4-9132-4d064266e7e2 Oct 03 12:59:07.746405 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d6663871-81a2-403e-8f20-326583d9719f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:07.778506 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-8ba88319-a42d-460d-84ec-f92c67c1e991 None None] Current status of the port 8e2f64d1-1079-48c4-9132-4d064266e7e2 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:59:07.783814 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:07.880331 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984c7c90-65d9-46e0-a5cb-20704195982d', 'name': 'tempest-TestMinimumBasicScenario-728383806-router', 'tenant_id': 'a7879e312b194158b24bdba87ab811c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '9a66448f-8a3e-4516-86bf-070f8d672abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:59:05Z', 'updated_at': '2022-10-03T12:59:06Z', 'revision_number': 3, 'project_id': 'a7879e312b194158b24bdba87ab811c9', 'gw_port': {'id': '9a66448f-8a3e-4516-86bf-070f8d672abf', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:29:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984c7c90-65d9-46e0-a5cb-20704195982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:59:05Z', 'updated_at': '2022-10-03T12:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:07.882021 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 8e2f64d1-1079-48c4-9132-4d064266e7e2 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:59:07.883034 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 9136c7a0-2091-414c-9301-5a40f56dd92e up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:59:07.909179 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [None req-d6663871-81a2-403e-8f20-326583d9719f admin admin] Allocated IP 172.20.0.1 (01af8ef0-8915-446c-baad-c9b48c996e82/1244400c-b40a-4820-8e47-8a4dc5a75168/c6806ce6-dad9-4f0b-a510-5af1f3c395c6) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:59:07.928664 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] Checking router: 984c7c90-65d9-46e0-a5cb-20704195982d for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:59:07.929229 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] Updating router 984c7c90-65d9-46e0-a5cb-20704195982d port 9a66448f-8a3e-4516-86bf-070f8d672abf binding host dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:59:07.966862 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (9a66448f-8a3e-4516-86bf-070f8d672abf), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:08.000107 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 9136c7a0-2091-414c-9301-5a40f56dd92e triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:59:08.000485 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (9136c7a0-2091-414c-9301-5a40f56dd92e), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:08.000817 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 9136c7a0-2091-414c-9301-5a40f56dd92e Oct 03 12:59:08.021992 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d6663871-81a2-403e-8f20-326583d9719f admin admin] Publish callbacks [] for port (c6806ce6-dad9-4f0b-a510-5af1f3c395c6), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:08.098552 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d6663871-81a2-403e-8f20-326583d9719f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (c6806ce6-dad9-4f0b-a510-5af1f3c395c6), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:08.141372 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6663871-81a2-403e-8f20-326583d9719f admin admin] Network 01af8ef0-8915-446c-baad-c9b48c996e82 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:59:08.146525 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-d6663871-81a2-403e-8f20-326583d9719f admin admin] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:59:08.149012 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6663871-81a2-403e-8f20-326583d9719f admin admin] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:59:08.152269 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6663871-81a2-403e-8f20-326583d9719f admin admin] Pushing event updated for resources: {'Port': ['ID=c6806ce6-dad9-4f0b-a510-5af1f3c395c6,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:08.191897 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 9136c7a0-2091-414c-9301-5a40f56dd92e is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:59:08.192283 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (9136c7a0-2091-414c-9301-5a40f56dd92e), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:08.209146 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d6663871-81a2-403e-8f20-326583d9719f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527157'] for router_interface (984c7c90-65d9-46e0-a5cb-20704195982d), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:08.257356 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port 9136c7a0-2091-414c-9301-5a40f56dd92e, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=9136c7a0-2091-414c-9301-5a40f56dd92e,segment=NetworkSegment(bcf38709-30b0-4fcd-b16e-80cac6605a45),segment_id=bcf38709-30b0-4fcd-b16e-80cac6605a45)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:59:08.312321 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:08.325468 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] Publish callbacks [] for port (9a66448f-8a3e-4516-86bf-070f8d672abf), precommit_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:08.328207 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (9136c7a0-2091-414c-9301-5a40f56dd92e), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:08.377906 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=9136c7a0-2091-414c-9301-5a40f56dd92e,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:08.398256 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-991e2454-62cc-4020-b83d-021259a547cc None None] Provisioning complete for port c6806ce6-dad9-4f0b-a510-5af1f3c395c6 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:59:08.398628 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-991e2454-62cc-4020-b83d-021259a547cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (c6806ce6-dad9-4f0b-a510-5af1f3c395c6), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:08.398960 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-991e2454-62cc-4020-b83d-021259a547cc None None] Attempt 1 to provision port c6806ce6-dad9-4f0b-a510-5af1f3c395c6 Oct 03 12:59:08.428778 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (9a66448f-8a3e-4516-86bf-070f8d672abf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:08.454643 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d6663871-81a2-403e-8f20-326583d9719f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (c6806ce6-dad9-4f0b-a510-5af1f3c395c6), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:08.465047 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-991e2454-62cc-4020-b83d-021259a547cc None None] Port c6806ce6-dad9-4f0b-a510-5af1f3c395c6 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:59:08.468467 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] Attempting to bind port 9a66448f-8a3e-4516-86bf-070f8d672abf on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:59:08.471007 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] Attempting to bind port 9a66448f-8a3e-4516-86bf-070f8d672abf by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:59:08.471007 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] Attempting to bind port 9a66448f-8a3e-4516-86bf-070f8d672abf on network 53809124-b48e-44e3-984c-30b91b72e738 {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:59:08.500271 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:08.506553 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81c8df-f93d-4602-bc78-d3951ca74e05 None None] Pushing event updated for resources: {'Port': ['ID=9a66448f-8a3e-4516-86bf-070f8d672abf,revision_number=2']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:08.526863 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:59:08.529894 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] Checking segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:59:08.529894 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:08.529894 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] Bound using segment: {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'} {{(pid=113286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:59:08.529894 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.managers [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] Bound port: 9a66448f-8a3e-4516-86bf-070f8d672abf, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53809124-b48e-44e3-984c-30b91b72e738'}}] {{(pid=113286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:59:08.529894 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (9a66448f-8a3e-4516-86bf-070f8d672abf), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:08.549198 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:08.579877 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] For port 9a66448f-8a3e-4516-86bf-070f8d672abf, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:59:08.582985 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] For port 9a66448f-8a3e-4516-86bf-070f8d672abf, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=9a66448f-8a3e-4516-86bf-070f8d672abf,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:59:08.592282 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:08.621932 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d6663871-81a2-403e-8f20-326583d9719f admin admin] Publish callbacks [] for port (c6806ce6-dad9-4f0b-a510-5af1f3c395c6), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:08.704298 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (9a66448f-8a3e-4516-86bf-070f8d672abf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:08.738436 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d6663871-81a2-403e-8f20-326583d9719f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (c6806ce6-dad9-4f0b-a510-5af1f3c395c6), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:08.741803 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] Routers {'984c7c90-65d9-46e0-a5cb-20704195982d'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:59:08.742571 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:58:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['984c7c90-65d9-46e0-a5cb-20704195982d'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:08.804566 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81c8df-f93d-4602-bc78-d3951ca74e05 None None] Pushing event updated for resources: {'Port': ['ID=9a66448f-8a3e-4516-86bf-070f8d672abf,revision_number=3']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:08.812498 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d6663871-81a2-403e-8f20-326583d9719f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527273'] for router_interface (984c7c90-65d9-46e0-a5cb-20704195982d), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:08.815655 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6663871-81a2-403e-8f20-326583d9719f admin admin] Pushing event updated for resources: {'Port': ['ID=c6806ce6-dad9-4f0b-a510-5af1f3c395c6,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:08.867072 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] Set router 984c7c90-65d9-46e0-a5cb-20704195982d gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:59:08.909822 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6663871-81a2-403e-8f20-326583d9719f admin admin] Network 01af8ef0-8915-446c-baad-c9b48c996e82 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:59:08.911173 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [None req-d6663871-81a2-403e-8f20-326583d9719f admin admin] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:59:09.029464 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6663871-81a2-403e-8f20-326583d9719f admin admin] Router 984c7c90-65d9-46e0-a5cb-20704195982d has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:59:09.064618 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984c7c90-65d9-46e0-a5cb-20704195982d', 'name': 'tempest-TestMinimumBasicScenario-728383806-router', 'tenant_id': 'a7879e312b194158b24bdba87ab811c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '9a66448f-8a3e-4516-86bf-070f8d672abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:59:05Z', 'updated_at': '2022-10-03T12:59:08Z', 'revision_number': 4, 'project_id': 'a7879e312b194158b24bdba87ab811c9', 'gw_port': {'id': '9a66448f-8a3e-4516-86bf-070f8d672abf', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:29:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984c7c90-65d9-46e0-a5cb-20704195982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:59:05Z', 'updated_at': '2022-10-03T12:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'c6806ce6-dad9-4f0b-a510-5af1f3c395c6', 'name': '', 'network_id': '01af8ef0-8915-446c-baad-c9b48c996e82', 'tenant_id': 'a7879e312b194158b24bdba87ab811c9', 'mac_address': 'fa:16:3e:fc:9c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984c7c90-65d9-46e0-a5cb-20704195982d', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1244400c-b40a-4820-8e47-8a4dc5a75168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:59:07Z', 'updated_at': '2022-10-03T12:59:08Z', 'revision_number': 2, 'project_id': 'a7879e312b194158b24bdba87ab811c9', 'subnets': [{'id': '1244400c-b40a-4820-8e47-8a4dc5a75168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:09.097008 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc11c6b-890f-4338-9c55-99712fe3a680 None None] The sync data for ids ['984c7c90-65d9-46e0-a5cb-20704195982d'] in dv-cinder-844563-12-iscsi is: [{'id': '984c7c90-65d9-46e0-a5cb-20704195982d', 'name': 'tempest-TestMinimumBasicScenario-728383806-router', 'tenant_id': 'a7879e312b194158b24bdba87ab811c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '9a66448f-8a3e-4516-86bf-070f8d672abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:59:05Z', 'updated_at': '2022-10-03T12:59:08Z', 'revision_number': 4, 'project_id': 'a7879e312b194158b24bdba87ab811c9', 'gw_port': {'id': '9a66448f-8a3e-4516-86bf-070f8d672abf', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:29:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984c7c90-65d9-46e0-a5cb-20704195982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:59:05Z', 'updated_at': '2022-10-03T12:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'c6806ce6-dad9-4f0b-a510-5af1f3c395c6', 'name': '', 'network_id': '01af8ef0-8915-446c-baad-c9b48c996e82', 'tenant_id': 'a7879e312b194158b24bdba87ab811c9', 'mac_address': 'fa:16:3e:fc:9c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984c7c90-65d9-46e0-a5cb-20704195982d', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1244400c-b40a-4820-8e47-8a4dc5a75168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:59:07Z', 'updated_at': '2022-10-03T12:59:08Z', 'revision_number': 2, 'project_id': 'a7879e312b194158b24bdba87ab811c9', 'subnets': [{'id': '1244400c-b40a-4820-8e47-8a4dc5a75168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:59:09.110714 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=22,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:09.141724 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6663871-81a2-403e-8f20-326583d9719f admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:59:09.146684 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-d6663871-81a2-403e-8f20-326583d9719f admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/984c7c90-65d9-46e0-a5cb-20704195982d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8200178 Oct 03 12:59:09.188909 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9f32c486-3f80-4f4f-8cb3-7b31dc220b7b None None] Provisioning complete for port c6806ce6-dad9-4f0b-a510-5af1f3c395c6 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:59:09.189212 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9f32c486-3f80-4f4f-8cb3-7b31dc220b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (c6806ce6-dad9-4f0b-a510-5af1f3c395c6), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:09.189547 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9f32c486-3f80-4f4f-8cb3-7b31dc220b7b None None] Attempt 1 to provision port c6806ce6-dad9-4f0b-a510-5af1f3c395c6 Oct 03 12:59:09.226592 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9f32c486-3f80-4f4f-8cb3-7b31dc220b7b None None] Port c6806ce6-dad9-4f0b-a510-5af1f3c395c6 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:59:09.362816 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 8e2f64d1-1079-48c4-9132-4d064266e7e2 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:59:09.413082 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 8e2f64d1-1079-48c4-9132-4d064266e7e2 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:59:09.413650 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (8e2f64d1-1079-48c4-9132-4d064266e7e2), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:09.413984 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 8e2f64d1-1079-48c4-9132-4d064266e7e2 Oct 03 12:59:09.502367 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 8e2f64d1-1079-48c4-9132-4d064266e7e2 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:59:09.503852 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 9136c7a0-2091-414c-9301-5a40f56dd92e up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:59:09.531440 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:09.551698 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 9136c7a0-2091-414c-9301-5a40f56dd92e triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:59:09.551993 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (9136c7a0-2091-414c-9301-5a40f56dd92e), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:09.552332 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 9136c7a0-2091-414c-9301-5a40f56dd92e Oct 03 12:59:09.627354 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 9136c7a0-2091-414c-9301-5a40f56dd92e is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:59:11.355430 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 9a66448f-8a3e-4516-86bf-070f8d672abf up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:59:11.429753 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 9a66448f-8a3e-4516-86bf-070f8d672abf triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:59:11.430405 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (9a66448f-8a3e-4516-86bf-070f8d672abf), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:11.430915 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 9a66448f-8a3e-4516-86bf-070f8d672abf Oct 03 12:59:11.509596 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 9a66448f-8a3e-4516-86bf-070f8d672abf is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:59:11.510143 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (9a66448f-8a3e-4516-86bf-070f8d672abf), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:11.534014 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port 9a66448f-8a3e-4516-86bf-070f8d672abf, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=9a66448f-8a3e-4516-86bf-070f8d672abf,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:59:11.590359 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (9a66448f-8a3e-4516-86bf-070f8d672abf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:11.646126 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=9a66448f-8a3e-4516-86bf-070f8d672abf,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:12.679175 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] Sync routers for ids ['984c7c90-65d9-46e0-a5cb-20704195982d'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:59:12.691066 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] Routers {'984c7c90-65d9-46e0-a5cb-20704195982d'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:59:12.691751 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:58:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['984c7c90-65d9-46e0-a5cb-20704195982d'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:12.798506 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] Set router 984c7c90-65d9-46e0-a5cb-20704195982d gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:59:12.924975 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:12.983969 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984c7c90-65d9-46e0-a5cb-20704195982d', 'name': 'tempest-TestMinimumBasicScenario-728383806-router', 'tenant_id': 'a7879e312b194158b24bdba87ab811c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '9a66448f-8a3e-4516-86bf-070f8d672abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:59:05Z', 'updated_at': '2022-10-03T12:59:08Z', 'revision_number': 4, 'project_id': 'a7879e312b194158b24bdba87ab811c9', 'gw_port': {'id': '9a66448f-8a3e-4516-86bf-070f8d672abf', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:29:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c7c90-65d9-46e0-a5cb-20704195982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:59:05Z', 'updated_at': '2022-10-03T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'c6806ce6-dad9-4f0b-a510-5af1f3c395c6', 'name': '', 'network_id': '01af8ef0-8915-446c-baad-c9b48c996e82', 'tenant_id': 'a7879e312b194158b24bdba87ab811c9', 'mac_address': 'fa:16:3e:fc:9c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984c7c90-65d9-46e0-a5cb-20704195982d', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1244400c-b40a-4820-8e47-8a4dc5a75168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:59:07Z', 'updated_at': '2022-10-03T12:59:08Z', 'revision_number': 2, 'project_id': 'a7879e312b194158b24bdba87ab811c9', 'subnets': [{'id': '1244400c-b40a-4820-8e47-8a4dc5a75168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:13.008929 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] Checking router: 984c7c90-65d9-46e0-a5cb-20704195982d for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:59:13.009278 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] Updating router 984c7c90-65d9-46e0-a5cb-20704195982d port c6806ce6-dad9-4f0b-a510-5af1f3c395c6 binding host dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:59:13.039957 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (c6806ce6-dad9-4f0b-a510-5af1f3c395c6), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:13.157001 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:13.316790 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] Publish callbacks [] for port (c6806ce6-dad9-4f0b-a510-5af1f3c395c6), precommit_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:13.319732 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 9a66448f-8a3e-4516-86bf-070f8d672abf up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:59:13.325242 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:13.370254 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port 9a66448f-8a3e-4516-86bf-070f8d672abf triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:59:13.370629 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (9a66448f-8a3e-4516-86bf-070f8d672abf), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:13.370963 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port 9a66448f-8a3e-4516-86bf-070f8d672abf Oct 03 12:59:13.383843 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (c6806ce6-dad9-4f0b-a510-5af1f3c395c6), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:13.447888 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d2220-76ea-4165-9d25-138fc449e12b None None] Pushing event updated for resources: {'Port': ['ID=c6806ce6-dad9-4f0b-a510-5af1f3c395c6,revision_number=3']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:13.457494 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port 9a66448f-8a3e-4516-86bf-070f8d672abf is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:59:13.483308 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] Attempting to bind port c6806ce6-dad9-4f0b-a510-5af1f3c395c6 on host dv-cinder-844563-12-iscsi for vnic_type normal with profile {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:59:13.483681 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] Attempting to bind port c6806ce6-dad9-4f0b-a510-5af1f3c395c6 by drivers openvswitch,hyperv on host dv-cinder-844563-12-iscsi at level 0 using segments [{'id': '5f32610e-7c4f-4983-929c-94f969663a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '01af8ef0-8915-446c-baad-c9b48c996e82'}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:59:13.484035 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] Attempting to bind port c6806ce6-dad9-4f0b-a510-5af1f3c395c6 on network 01af8ef0-8915-446c-baad-c9b48c996e82 {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:59:13.529924 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] Checking agent: {'id': '22b2fb56-02ad-4ffc-928a-094984ca35bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 40, 58), 'started_at': datetime.datetime(2022, 10, 3, 12, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:59:13.530286 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] Checking segment: {'id': '5f32610e-7c4f-4983-929c-94f969663a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '01af8ef0-8915-446c-baad-c9b48c996e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:59:13.530677 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:13.531054 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] Bound using segment: {'id': '5f32610e-7c4f-4983-929c-94f969663a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '01af8ef0-8915-446c-baad-c9b48c996e82'} {{(pid=113287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:59:13.531542 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.managers [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] Bound port: c6806ce6-dad9-4f0b-a510-5af1f3c395c6, host: dv-cinder-844563-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f32610e-7c4f-4983-929c-94f969663a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '01af8ef0-8915-446c-baad-c9b48c996e82'}}] {{(pid=113287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:59:13.531920 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (c6806ce6-dad9-4f0b-a510-5af1f3c395c6), before_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:13.601337 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] For port c6806ce6-dad9-4f0b-a510-5af1f3c395c6, host dv-cinder-844563-12-iscsi, cleared binding levels {{(pid=113287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:59:13.604570 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.plugins.ml2.db [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] For port c6806ce6-dad9-4f0b-a510-5af1f3c395c6, host dv-cinder-844563-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=c6806ce6-dad9-4f0b-a510-5af1f3c395c6,segment=NetworkSegment(5f32610e-7c4f-4983-929c-94f969663a2d),segment_id=5f32610e-7c4f-4983-929c-94f969663a2d)] {{(pid=113287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:59:13.681407 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron_lib.callbacks.manager [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (c6806ce6-dad9-4f0b-a510-5af1f3c395c6), after_update {{(pid=113287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:13.728132 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] Routers {'984c7c90-65d9-46e0-a5cb-20704195982d'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:59:13.728654 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:58:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['984c7c90-65d9-46e0-a5cb-20704195982d'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:13.777245 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:13.783002 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d2220-76ea-4165-9d25-138fc449e12b None None] Pushing event updated for resources: {'Port': ['ID=c6806ce6-dad9-4f0b-a510-5af1f3c395c6,revision_number=4']} {{(pid=113287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:13.862017 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] Set router 984c7c90-65d9-46e0-a5cb-20704195982d gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:59:14.076052 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984c7c90-65d9-46e0-a5cb-20704195982d', 'name': 'tempest-TestMinimumBasicScenario-728383806-router', 'tenant_id': 'a7879e312b194158b24bdba87ab811c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '9a66448f-8a3e-4516-86bf-070f8d672abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:59:05Z', 'updated_at': '2022-10-03T12:59:08Z', 'revision_number': 4, 'project_id': 'a7879e312b194158b24bdba87ab811c9', 'gw_port': {'id': '9a66448f-8a3e-4516-86bf-070f8d672abf', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:29:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c7c90-65d9-46e0-a5cb-20704195982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:59:05Z', 'updated_at': '2022-10-03T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'c6806ce6-dad9-4f0b-a510-5af1f3c395c6', 'name': '', 'network_id': '01af8ef0-8915-446c-baad-c9b48c996e82', 'tenant_id': 'a7879e312b194158b24bdba87ab811c9', 'mac_address': 'fa:16:3e:fc:9c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984c7c90-65d9-46e0-a5cb-20704195982d', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1244400c-b40a-4820-8e47-8a4dc5a75168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:59:07Z', 'updated_at': '2022-10-03T12:59:13Z', 'revision_number': 4, 'project_id': 'a7879e312b194158b24bdba87ab811c9', 'subnets': [{'id': '1244400c-b40a-4820-8e47-8a4dc5a75168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:14.102600 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23301eae-beb2-4d09-8b94-4c812db4bad5 None None] The sync data for ids ['984c7c90-65d9-46e0-a5cb-20704195982d'] in dv-cinder-844563-12-iscsi is: [{'id': '984c7c90-65d9-46e0-a5cb-20704195982d', 'name': 'tempest-TestMinimumBasicScenario-728383806-router', 'tenant_id': 'a7879e312b194158b24bdba87ab811c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '9a66448f-8a3e-4516-86bf-070f8d672abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:59:05Z', 'updated_at': '2022-10-03T12:59:08Z', 'revision_number': 4, 'project_id': 'a7879e312b194158b24bdba87ab811c9', 'gw_port': {'id': '9a66448f-8a3e-4516-86bf-070f8d672abf', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:29:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c7c90-65d9-46e0-a5cb-20704195982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:59:05Z', 'updated_at': '2022-10-03T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'c6806ce6-dad9-4f0b-a510-5af1f3c395c6', 'name': '', 'network_id': '01af8ef0-8915-446c-baad-c9b48c996e82', 'tenant_id': 'a7879e312b194158b24bdba87ab811c9', 'mac_address': 'fa:16:3e:fc:9c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984c7c90-65d9-46e0-a5cb-20704195982d', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1244400c-b40a-4820-8e47-8a4dc5a75168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:59:07Z', 'updated_at': '2022-10-03T12:59:13Z', 'revision_number': 4, 'project_id': 'a7879e312b194158b24bdba87ab811c9', 'subnets': [{'id': '1244400c-b40a-4820-8e47-8a4dc5a75168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:59:15.349749 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device c6806ce6-dad9-4f0b-a510-5af1f3c395c6 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:59:15.536806 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port c6806ce6-dad9-4f0b-a510-5af1f3c395c6 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:59:15.537181 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (c6806ce6-dad9-4f0b-a510-5af1f3c395c6), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:15.537513 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port c6806ce6-dad9-4f0b-a510-5af1f3c395c6 Oct 03 12:59:15.619520 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port c6806ce6-dad9-4f0b-a510-5af1f3c395c6 is: DOWN; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:59:15.619928 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (c6806ce6-dad9-4f0b-a510-5af1f3c395c6), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:15.656739 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] For port c6806ce6-dad9-4f0b-a510-5af1f3c395c6, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=c6806ce6-dad9-4f0b-a510-5af1f3c395c6,segment=NetworkSegment(5f32610e-7c4f-4983-929c-94f969663a2d),segment_id=5f32610e-7c4f-4983-929c-94f969663a2d)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:59:15.761187 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (c6806ce6-dad9-4f0b-a510-5af1f3c395c6), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:15.819954 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Pushing event updated for resources: {'Port': ['ID=c6806ce6-dad9-4f0b-a510-5af1f3c395c6,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:17.338140 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device c6806ce6-dad9-4f0b-a510-5af1f3c395c6 up at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:59:17.368758 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:17.389207 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Provisioning complete for port c6806ce6-dad9-4f0b-a510-5af1f3c395c6 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:59:17.389965 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (c6806ce6-dad9-4f0b-a510-5af1f3c395c6), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:17.390239 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Attempt 1 to provision port c6806ce6-dad9-4f0b-a510-5af1f3c395c6 Oct 03 12:59:17.474908 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Current status of the port c6806ce6-dad9-4f0b-a510-5af1f3c395c6 is: ACTIVE; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:59:19.138080 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=90 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:19.139311 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=22 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:20.978839 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-f52f2323-88ac-4efe-9019-a30074662d9b tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:20.980318 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-f52f2323-88ac-4efe-9019-a30074662d9b tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/networks?id=f899b1e8-33ea-4d75-a53c-f3e9c281806e HTTP/1.1" status: 200 len: 814 time: 0.1045306 Oct 03 12:59:20.995472 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-908c3bf6-43e4-4908-a388-b5bd88c79de5 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/quotas/a0a4271779a04986bbd34e2e989f3603 HTTP/1.1" status: 200 len: 375 time: 0.0090199 Oct 03 12:59:21.043660 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-49403009-6238-4ff5-8924-7ba1ce21ef0d tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a0a4271779a04986bbd34e2e989f3603&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426822 Oct 03 12:59:21.138899 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-7bd5885b-1dd7-4c38-88aa-aaebb8e61811 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f899b1e8-33ea-4d75-a53c-f3e9c281806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844440 Oct 03 12:59:21.225942 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-b3f7f062-7abf-423b-8448-a8cb9144735f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f899b1e8-33ea-4d75-a53c-f3e9c281806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808468 Oct 03 12:59:21.500048 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f9c529f2-80d7-435e-b89c-ebcc0a852218 req-2b1cf0ed-6ba9-4cb0-b333-f77ebb2a32aa tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 210 time: 0.0276532 Oct 03 12:59:22.585932 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b5dff528-5657-4ddc-8c7c-48f6182a34aa req-128d7af0-b7c6-4567-9aa3-a7ade1ac79c3 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 210 time: 0.0294554 Oct 03 12:59:22.938340 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c3ca4b5d-852c-4a6a-bd99-ce5e9579f875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:23.690057 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7db06229-4b29-41cc-8c99-003c9323f9b3 req-52d4011a-2919-4044-97e0-3145726f2b5b tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 210 time: 0.0287509 Oct 03 12:59:24.078944 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=58 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:24.080095 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=12 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:24.254252 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-73b2ed16-5eb7-4825-802d-ba903d921149 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:24.255739 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-73b2ed16-5eb7-4825-802d-ba903d921149 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.46 "GET /networking/v2.0/networks?id=f899b1e8-33ea-4d75-a53c-f3e9c281806e HTTP/1.1" status: 200 len: 814 time: 0.3363647 Oct 03 12:59:24.268149 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-f70b3505-ac60-4515-9d46-de5cdabfebac tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Request body: {'port': {'device_id': '229aaf8a-e3ce-4319-94b4-7e22662880b3', 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e', 'admin_state_up': True, 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:59:24.446741 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-f70b3505-ac60-4515-9d46-de5cdabfebac tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Made reservation on behalf of a0a4271779a04986bbd34e2e989f3603 for: {'port': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:59:24.450688 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-f70b3505-ac60-4515-9d46-de5cdabfebac tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:24.582625 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-f70b3505-ac60-4515-9d46-de5cdabfebac tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Allocated IP 172.20.0.10 (f899b1e8-33ea-4d75-a53c-f3e9c281806e/b48c2643-0ee8-4d9e-ad75-4de802bc1167/f317c1e2-f283-4fec-bf28-0094dfcd58ff) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:59:24.741164 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-f70b3505-ac60-4515-9d46-de5cdabfebac tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for port (f317c1e2-f283-4fec-bf28-0094dfcd58ff), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:24.835838 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-f70b3505-ac60-4515-9d46-de5cdabfebac tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (f317c1e2-f283-4fec-bf28-0094dfcd58ff), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:24.859963 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d459ca78-2283-43ae-8e8a-3e036f26749b req-11ed126d-ca3d-47ff-ae71-ca485cd75635 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 210 time: 0.0422921 Oct 03 12:59:24.923754 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b3505-ac60-4515-9d46-de5cdabfebac tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Pushing event updated for resources: {'Port': ['ID=f317c1e2-f283-4fec-bf28-0094dfcd58ff,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:24.937670 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-f70b3505-ac60-4515-9d46-de5cdabfebac tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Network f899b1e8-33ea-4d75-a53c-f3e9c281806e is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:59:24.941299 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-f70b3505-ac60-4515-9d46-de5cdabfebac tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:59:24.959619 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-f70b3505-ac60-4515-9d46-de5cdabfebac tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:59:25.021445 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-f70b3505-ac60-4515-9d46-de5cdabfebac tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:25.022140 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-f70b3505-ac60-4515-9d46-de5cdabfebac tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:25.142727 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-f70b3505-ac60-4515-9d46-de5cdabfebac tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8780861 Oct 03 12:59:25.279533 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-03659d1f-1ff2-4ed5-8155-f2c426443d9b None None] Provisioning complete for port f317c1e2-f283-4fec-bf28-0094dfcd58ff triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:59:25.279533 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-03659d1f-1ff2-4ed5-8155-f2c426443d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (f317c1e2-f283-4fec-bf28-0094dfcd58ff), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:25.279533 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-03659d1f-1ff2-4ed5-8155-f2c426443d9b None None] Attempt 1 to provision port f317c1e2-f283-4fec-bf28-0094dfcd58ff Oct 03 12:59:25.302813 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-744149b7-ed02-4a28-9a54-04588abaeb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:25.314281 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-03659d1f-1ff2-4ed5-8155-f2c426443d9b None None] Port f317c1e2-f283-4fec-bf28-0094dfcd58ff cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 12:59:25.991957 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ead293-9a22-44dd-a38c-dfcf6e27c274 req-8af8a081-1244-4e26-b778-2125903bba81 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:25.993726 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-90ead293-9a22-44dd-a38c-dfcf6e27c274 req-8af8a081-1244-4e26-b778-2125903bba81 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 932 time: 0.0487566 Oct 03 12:59:26.042295 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-90ead293-9a22-44dd-a38c-dfcf6e27c274 req-b9544e40-5cec-40ec-83f9-f4f38bfc3aa0 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416002 Oct 03 12:59:26.949426 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:27.387235 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87ad55-b0bb-44cd-9836-1463e3fc7eed req-35f4f619-1916-4ae9-92b0-6ccf447b28dc tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:27.388762 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bb87ad55-b0bb-44cd-9836-1463e3fc7eed req-35f4f619-1916-4ae9-92b0-6ccf447b28dc tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 932 time: 0.2686262 Oct 03 12:59:27.439877 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bb87ad55-b0bb-44cd-9836-1463e3fc7eed req-43bef5b9-ad34-48fb-ba0d-5c87086f1ab8 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455134 Oct 03 12:59:28.436893 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:28.475149 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:28.623124 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2de0ef-b0bf-4c98-892c-df8f7c21f1c6 req-6af36361-0170-460e-b077-2565c7bf9bc6 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:28.624636 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5c2de0ef-b0bf-4c98-892c-df8f7c21f1c6 req-6af36361-0170-460e-b077-2565c7bf9bc6 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 932 time: 0.1072342 Oct 03 12:59:28.675648 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5c2de0ef-b0bf-4c98-892c-df8f7c21f1c6 req-4270c499-744c-40a5-945e-c0fd090a2fd3 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450506 Oct 03 12:59:29.803037 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3342e-1398-4c2e-b29e-37787040d9b1 req-59438ed2-7a75-4a79-90bc-bc20fc0f10df tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:29.804590 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f9d3342e-1398-4c2e-b29e-37787040d9b1 req-59438ed2-7a75-4a79-90bc-bc20fc0f10df tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 932 time: 0.0514579 Oct 03 12:59:30.121827 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f9d3342e-1398-4c2e-b29e-37787040d9b1 req-04d8791f-7346-48db-8b93-72a1e267bf97 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113983 Oct 03 12:59:31.244332 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861737a-3049-4e88-b6c7-c8ad9d39c538 req-2d49fb61-cbb3-47b9-88bc-a55ac6903981 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:31.245809 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7861737a-3049-4e88-b6c7-c8ad9d39c538 req-2d49fb61-cbb3-47b9-88bc-a55ac6903981 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 932 time: 0.0480633 Oct 03 12:59:31.295577 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7861737a-3049-4e88-b6c7-c8ad9d39c538 req-ed40ff2e-04d7-470b-9a8e-093288cfafb5 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431318 Oct 03 12:59:32.437930 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9cb31-a214-48d1-a4da-0dd5506cfc9c req-7f334d3e-9aba-49c7-9648-b129e92808dc tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:32.440930 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-27b9cb31-a214-48d1-a4da-0dd5506cfc9c req-7f334d3e-9aba-49c7-9648-b129e92808dc tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 932 time: 0.0588768 Oct 03 12:59:32.510004 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:32.516059 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-27b9cb31-a214-48d1-a4da-0dd5506cfc9c req-2ab98ab2-ad62-4b12-a2fa-f83b0c615e05 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687711 Oct 03 12:59:33.108908 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:33.161808 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 12:59:33.646382 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0588c1-ad03-4735-80bb-cce421376b16 req-41879361-6dca-4890-aa95-0df28109cbf6 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:33.647738 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-af0588c1-ad03-4735-80bb-cce421376b16 req-41879361-6dca-4890-aa95-0df28109cbf6 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 932 time: 0.0461705 Oct 03 12:59:33.693495 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-af0588c1-ad03-4735-80bb-cce421376b16 req-458d9a18-fba3-410a-a31f-a57a27d1fac8 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400844 Oct 03 12:59:34.813644 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07c579-e2d8-4dab-96b3-8bbccd00834d req-7b10b065-2fc7-43dc-ab06-29c2c254138f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:34.815015 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ac07c579-e2d8-4dab-96b3-8bbccd00834d req-7b10b065-2fc7-43dc-ab06-29c2c254138f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 932 time: 0.0456405 Oct 03 12:59:34.840343 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:34.866294 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ac07c579-e2d8-4dab-96b3-8bbccd00834d req-6e428e4e-5c7f-4c50-bdee-7e7045bf068d tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455644 Oct 03 12:59:35.035825 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=68,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:35.044705 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:35.988552 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b9ef6-cee8-4764-b0d5-86d108e172e5 req-1e01dd1f-6c84-460c-88ad-418fc0259d1a tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:35.989983 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-824b9ef6-cee8-4764-b0d5-86d108e172e5 req-1e01dd1f-6c84-460c-88ad-418fc0259d1a tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 932 time: 0.0462077 Oct 03 12:59:36.031448 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] Request body: {'port': {'device_id': '229aaf8a-e3ce-4319-94b4-7e22662880b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:59:36.037831 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-824b9ef6-cee8-4764-b0d5-86d108e172e5 req-9de95c14-0aa6-406e-b243-fea5db00e370 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418394 Oct 03 12:59:36.101104 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (f317c1e2-f283-4fec-bf28-0094dfcd58ff), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:36.363303 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f317c1e2-f283-4fec-bf28-0094dfcd58ff {{(pid=113284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:59:36.371190 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] Publish callbacks [] for port (f317c1e2-f283-4fec-bf28-0094dfcd58ff), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:36.384501 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.provisioning_blocks [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] Transition to ACTIVE for port object f317c1e2-f283-4fec-bf28-0094dfcd58ff will not be triggered until provisioned by entity L2. {{(pid=113284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 12:59:36.424342 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (f317c1e2-f283-4fec-bf28-0094dfcd58ff), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:36.486176 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] Pushing event updated for resources: {'Port': ['ID=f317c1e2-f283-4fec-bf28-0094dfcd58ff,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:36.533604 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] Attempting to bind port f317c1e2-f283-4fec-bf28-0094dfcd58ff on host hv-cinder-84456 for vnic_type normal with profile {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 12:59:36.533941 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] Attempting to bind port f317c1e2-f283-4fec-bf28-0094dfcd58ff by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'bcf38709-30b0-4fcd-b16e-80cac6605a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e'}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 12:59:36.534263 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] Attempting to bind port f317c1e2-f283-4fec-bf28-0094dfcd58ff on network f899b1e8-33ea-4d75-a53c-f3e9c281806e {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:59:36.580448 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] Port f317c1e2-f283-4fec-bf28-0094dfcd58ff on network f899b1e8-33ea-4d75-a53c-f3e9c281806e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 12:59:36.580661 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] Attempting to bind port f317c1e2-f283-4fec-bf28-0094dfcd58ff on network f899b1e8-33ea-4d75-a53c-f3e9c281806e {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 12:59:36.624095 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] Checking agent: {'id': '72e18e84-452a-46dd-9356-90dcf7de37bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'started_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 12:59:36.624432 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] Checking segment: {'id': 'bcf38709-30b0-4fcd-b16e-80cac6605a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 12:59:36.624821 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] Bound using segment: {'id': 'bcf38709-30b0-4fcd-b16e-80cac6605a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e'} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 12:59:36.625250 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] Bound port: f317c1e2-f283-4fec-bf28-0094dfcd58ff, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf38709-30b0-4fcd-b16e-80cac6605a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e'}}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 12:59:36.626185 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (f317c1e2-f283-4fec-bf28-0094dfcd58ff), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:36.690084 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] For port f317c1e2-f283-4fec-bf28-0094dfcd58ff, host hv-cinder-84456, cleared binding levels {{(pid=113284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 12:59:36.693557 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] For port f317c1e2-f283-4fec-bf28-0094dfcd58ff, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f317c1e2-f283-4fec-bf28-0094dfcd58ff,segment=NetworkSegment(bcf38709-30b0-4fcd-b16e-80cac6605a45),segment_id=bcf38709-30b0-4fcd-b16e-80cac6605a45)] {{(pid=113284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 12:59:36.766811 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (f317c1e2-f283-4fec-bf28-0094dfcd58ff), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:36.771523 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:36.772193 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:36.773575 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/f317c1e2-f283-4fec-bf28-0094dfcd58ff HTTP/1.1" status: 200 len: 1094 time: 0.7464817 Oct 03 12:59:36.775081 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229aaf8a-e3ce-4319-94b4-7e22662880b3', 'tag': 'f317c1e2-f283-4fec-bf28-0094dfcd58ff'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:59:36.777375 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de39119-fb5f-44ea-94e8-0bad52d77eed" -d '{"events": [{"name": "network-changed", "server_uuid": "229aaf8a-e3ce-4319-94b4-7e22662880b3", "tag": "f317c1e2-f283-4fec-bf28-0094dfcd58ff"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:59:36.821419 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceea51d-8a80-44f0-865d-ca007fe45a4e service neutron] Pushing event updated for resources: {'Port': ['ID=f317c1e2-f283-4fec-bf28-0094dfcd58ff,revision_number=3']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:36.832363 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b4656b-4f93-4690-897d-5b95cc2e8546 x-openstack-request-id: req-f2b4656b-4f93-4690-897d-5b95cc2e8546 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:59:36.832653 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "229aaf8a-e3ce-4319-94b4-7e22662880b3", "tag": "f317c1e2-f283-4fec-bf28-0094dfcd58ff", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:59:36.832949 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f2b4656b-4f93-4690-897d-5b95cc2e8546 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:59:36.833353 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b4656b-4f93-4690-897d-5b95cc2e8546'] response: {'name': 'network-changed', 'server_uuid': '229aaf8a-e3ce-4319-94b4-7e22662880b3', 'tag': 'f317c1e2-f283-4fec-bf28-0094dfcd58ff', 'status': 'completed', 'code': 200} Oct 03 12:59:36.895156 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de39119-fb5f-44ea-94e8-0bad52d77eed req-38a3242b-9c40-496a-92d1-b306d5eb56c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:36.896671 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-6de39119-fb5f-44ea-94e8-0bad52d77eed req-38a3242b-9c40-496a-92d1-b306d5eb56c6 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=a0a4271779a04986bbd34e2e989f3603&device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 1128 time: 0.0445764 Oct 03 12:59:36.958859 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:36.996761 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de39119-fb5f-44ea-94e8-0bad52d77eed req-e4d2c08f-588b-4292-9001-83268e5800a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:36.998104 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-6de39119-fb5f-44ea-94e8-0bad52d77eed req-e4d2c08f-588b-4292-9001-83268e5800a0 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=a0a4271779a04986bbd34e2e989f3603&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0927660 Oct 03 12:59:37.024712 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:37.098358 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de39119-fb5f-44ea-94e8-0bad52d77eed req-62545f4b-c386-4ca3-b73d-663929f0fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:37.099881 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-6de39119-fb5f-44ea-94e8-0bad52d77eed req-62545f4b-c386-4ca3-b73d-663929f0fc9d service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951259 Oct 03 12:59:37.172340 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-23dec24b-7432-407f-b58a-28a577130965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:37.174098 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-23dec24b-7432-407f-b58a-28a577130965 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=a0a4271779a04986bbd34e2e989f3603&device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 1128 time: 0.0400364 Oct 03 12:59:37.175006 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c3a54-a7d7-43d3-83c4-cabacc6a604c req-129a6ee4-d8f0-4a31-a555-5c26d189363d tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:37.176533 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3b9c3a54-a7d7-43d3-83c4-cabacc6a604c req-129a6ee4-d8f0-4a31-a555-5c26d189363d tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 944 time: 0.0476115 Oct 03 12:59:37.220542 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-ee761d31-76ba-45f2-9c12-50a6661256cc service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f317c1e2-f283-4fec-bf28-0094dfcd58ff HTTP/1.1" status: 200 len: 217 time: 0.0396538 Oct 03 12:59:37.225693 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3b9c3a54-a7d7-43d3-83c4-cabacc6a604c req-2eb397fc-b37c-4c97-8c32-ad77a33c8bac tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430446 Oct 03 12:59:37.272737 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-b72ec087-62f9-48e3-843c-214713ec3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:37.274275 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-b72ec087-62f9-48e3-843c-214713ec3e77 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=b48c2643-0ee8-4d9e-ad75-4de802bc1167 HTTP/1.1" status: 200 len: 853 time: 0.0479827 Oct 03 12:59:37.317661 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-fed9ebaa-8126-4689-87dd-49244bab8420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:37.319236 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-fed9ebaa-8126-4689-87dd-49244bab8420 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=f899b1e8-33ea-4d75-a53c-f3e9c281806e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392964 Oct 03 12:59:37.438196 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-028e11e6-79a8-465f-a799-db6cf815f439 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f899b1e8-33ea-4d75-a53c-f3e9c281806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878375 Oct 03 12:59:37.525105 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a89552ec-7e35-4a2a-a3ed-70080e38312e req-563c3245-99bf-4c31-9819-38a5210ba05c service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f899b1e8-33ea-4d75-a53c-f3e9c281806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810347 Oct 03 12:59:38.361576 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96798f72-2002-4c43-b7e4-af8e9fa332e4 req-83ca6e17-8458-472d-996d-e76ef557ef86 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:38.363054 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-96798f72-2002-4c43-b7e4-af8e9fa332e4 req-83ca6e17-8458-472d-996d-e76ef557ef86 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 944 time: 0.0561268 Oct 03 12:59:38.412219 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-96798f72-2002-4c43-b7e4-af8e9fa332e4 req-b9f5e064-0f40-4009-be36-08d144c84d4e tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430710 Oct 03 12:59:39.535131 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e1071-e2bf-4a4c-9bad-90db2364d1d9 req-93e6bd5c-37fa-45d7-8f6b-ce44a8b2c5dd tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:39.536530 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-018e1071-e2bf-4a4c-9bad-90db2364d1d9 req-93e6bd5c-37fa-45d7-8f6b-ce44a8b2c5dd tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 944 time: 0.0470726 Oct 03 12:59:39.583017 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-018e1071-e2bf-4a4c-9bad-90db2364d1d9 req-c4272e56-3c2a-4dc4-a432-14b195a2cc74 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409873 Oct 03 12:59:40.079794 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device f317c1e2-f283-4fec-bf28-0094dfcd58ff details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 12:59:40.178546 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port f317c1e2-f283-4fec-bf28-0094dfcd58ff, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f317c1e2-f283-4fec-bf28-0094dfcd58ff,segment=NetworkSegment(bcf38709-30b0-4fcd-b16e-80cac6605a45),segment_id=bcf38709-30b0-4fcd-b16e-80cac6605a45)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:59:40.190111 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': 'f317c1e2-f283-4fec-bf28-0094dfcd58ff', 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e', 'port_id': 'f317c1e2-f283-4fec-bf28-0094dfcd58ff', 'mac_address': 'fa:16:3e:81:38:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48c2643-0ee8-4d9e-ad75-4de802bc1167', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 12:59:40.223454 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port f317c1e2-f283-4fec-bf28-0094dfcd58ff is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:59:40.223841 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (f317c1e2-f283-4fec-bf28-0094dfcd58ff), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:40.237714 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f317c1e2-f283-4fec-bf28-0094dfcd58ff {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 12:59:40.345733 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port f317c1e2-f283-4fec-bf28-0094dfcd58ff, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f317c1e2-f283-4fec-bf28-0094dfcd58ff,segment=NetworkSegment(bcf38709-30b0-4fcd-b16e-80cac6605a45),segment_id=bcf38709-30b0-4fcd-b16e-80cac6605a45)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:59:40.411781 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (f317c1e2-f283-4fec-bf28-0094dfcd58ff), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:40.436389 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:40.461373 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=f317c1e2-f283-4fec-bf28-0094dfcd58ff,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:40.650328 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['f317c1e2-f283-4fec-bf28-0094dfcd58ff'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 12:59:40.706299 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9d26-9e3a-4520-b26d-f896be090383 req-3c24434f-020f-4866-a959-5d09ac0178d0 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:40.707892 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-935d9d26-9e3a-4520-b26d-f896be090383 req-3c24434f-020f-4866-a959-5d09ac0178d0 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 945 time: 0.0458820 Oct 03 12:59:40.758618 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-935d9d26-9e3a-4520-b26d-f896be090383 req-ab121b52-48b8-4f47-9b4c-76d4bade993f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448692 Oct 03 12:59:41.879502 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce0e43-d82f-4c30-9911-99210792ef38 req-ffd06767-a5dd-4dad-bcaa-bf3f88c83069 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:41.886233 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-efce0e43-d82f-4c30-9911-99210792ef38 req-ffd06767-a5dd-4dad-bcaa-bf3f88c83069 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 945 time: 0.0478876 Oct 03 12:59:41.931869 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-efce0e43-d82f-4c30-9911-99210792ef38 req-3e7c9e2c-9f2a-43b1-a0ea-910d2204a857 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453904 Oct 03 12:59:42.082787 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device f317c1e2-f283-4fec-bf28-0094dfcd58ff up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 12:59:42.128368 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning for port f317c1e2-f283-4fec-bf28-0094dfcd58ff completed by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 12:59:42.189090 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port f317c1e2-f283-4fec-bf28-0094dfcd58ff triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 12:59:42.189469 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (f317c1e2-f283-4fec-bf28-0094dfcd58ff), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:42.189806 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port f317c1e2-f283-4fec-bf28-0094dfcd58ff Oct 03 12:59:42.267203 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port f317c1e2-f283-4fec-bf28-0094dfcd58ff is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:59:42.267614 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (f317c1e2-f283-4fec-bf28-0094dfcd58ff), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:42.277772 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:42.291263 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229aaf8a-e3ce-4319-94b4-7e22662880b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f317c1e2-f283-4fec-bf28-0094dfcd58ff'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:59:42.293513 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a446f6b0-0e23-4f0b-bcf5-9125f5e2f86e" -d '{"events": [{"server_uuid": "229aaf8a-e3ce-4319-94b4-7e22662880b3", "name": "network-vif-plugged", "status": "completed", "tag": "f317c1e2-f283-4fec-bf28-0094dfcd58ff"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:59:42.306242 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port f317c1e2-f283-4fec-bf28-0094dfcd58ff, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f317c1e2-f283-4fec-bf28-0094dfcd58ff,segment=NetworkSegment(bcf38709-30b0-4fcd-b16e-80cac6605a45),segment_id=bcf38709-30b0-4fcd-b16e-80cac6605a45)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:59:42.332864 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcef46f-5287-49fa-9a50-ed62c9a95e5b x-openstack-request-id: req-fdcef46f-5287-49fa-9a50-ed62c9a95e5b {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:59:42.333107 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229aaf8a-e3ce-4319-94b4-7e22662880b3", "name": "network-vif-plugged", "status": "completed", "tag": "f317c1e2-f283-4fec-bf28-0094dfcd58ff", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:59:42.333362 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fdcef46f-5287-49fa-9a50-ed62c9a95e5b {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:59:42.333755 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdcef46f-5287-49fa-9a50-ed62c9a95e5b'] response: {'server_uuid': '229aaf8a-e3ce-4319-94b4-7e22662880b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f317c1e2-f283-4fec-bf28-0094dfcd58ff', 'code': 200} Oct 03 12:59:42.372093 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (f317c1e2-f283-4fec-bf28-0094dfcd58ff), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:42.422558 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=f317c1e2-f283-4fec-bf28-0094dfcd58ff,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:43.061414 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165e53c-1be1-42bc-b6a1-090feeb25ae7 req-c1907cab-8672-42ee-84a1-3e63c033cfc0 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:43.062859 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4165e53c-1be1-42bc-b6a1-090feeb25ae7 req-c1907cab-8672-42ee-84a1-3e63c033cfc0 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 946 time: 0.0454397 Oct 03 12:59:43.108730 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4165e53c-1be1-42bc-b6a1-090feeb25ae7 req-c06558ed-d976-4b9e-bb45-16f3f29622d4 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402501 Oct 03 12:59:43.228203 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7766d6-ffa5-4e31-bf88-7283c82114ac req-70f83385-cadf-450d-b66f-64644d5b0314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:43.229597 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1e7766d6-ffa5-4e31-bf88-7283c82114ac req-70f83385-cadf-450d-b66f-64644d5b0314 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 1130 time: 0.0441804 Oct 03 12:59:43.277641 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1e7766d6-ffa5-4e31-bf88-7283c82114ac req-b72d6a14-5e0e-4fa5-9fb7-adcc6644a2a0 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406034 Oct 03 12:59:44.244079 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ef8aa-b08d-4e98-b5e7-50b2c71cec2e req-1146bd94-fe22-43e7-9253-193d2440c2f2 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:44.251884 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-528ef8aa-b08d-4e98-b5e7-50b2c71cec2e req-1146bd94-fe22-43e7-9253-193d2440c2f2 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 946 time: 0.0664098 Oct 03 12:59:44.301236 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-528ef8aa-b08d-4e98-b5e7-50b2c71cec2e req-829591f8-e50c-42ff-803c-ffd6c096d4d4 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484982 Oct 03 12:59:45.428829 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e68c25-be34-4f0f-8d87-787e62e85357 req-27fdddde-3f38-46d6-82c5-5d7a785c7ee4 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:45.430341 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a9e68c25-be34-4f0f-8d87-787e62e85357 req-27fdddde-3f38-46d6-82c5-5d7a785c7ee4 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 946 time: 0.0475352 Oct 03 12:59:45.461876 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:45.479236 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a9e68c25-be34-4f0f-8d87-787e62e85357 req-698e2778-154b-4d39-a92a-03f3a54b0a68 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432780 Oct 03 12:59:45.602798 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025051d6-3473-47e2-a543-467901d01401 req-a949b558-253b-4299-9df9-e57cfb28dc93 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:45.604487 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-025051d6-3473-47e2-a543-467901d01401 req-a949b558-253b-4299-9df9-e57cfb28dc93 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 946 time: 0.0524991 Oct 03 12:59:45.665639 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-025051d6-3473-47e2-a543-467901d01401 req-4b6ead9a-2867-4847-85ff-718d4e14f370 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550959 Oct 03 12:59:45.995619 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278825bb-a271-4ca7-bfdf-064c0e777245 req-4b808f1a-0bf0-42d2-80f5-9e26a03310c6 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:45.997073 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-278825bb-a271-4ca7-bfdf-064c0e777245 req-4b808f1a-0bf0-42d2-80f5-9e26a03310c6 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 946 time: 0.0473337 Oct 03 12:59:46.029747 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:46.046288 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-278825bb-a271-4ca7-bfdf-064c0e777245 req-44d90ec8-f919-46e6-a088-8ba2effff2c9 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429933 Oct 03 12:59:47.242347 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f73b82-54fc-49f6-850d-67ec01662ab6 req-12d58a60-bf83-4a63-82db-0b0e930d4c5b tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:47.244037 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-00f73b82-54fc-49f6-850d-67ec01662ab6 req-12d58a60-bf83-4a63-82db-0b0e930d4c5b tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b582d3-a18f-4bed-adf0-5f8107ef89da HTTP/1.1" status: 200 len: 945 time: 0.0476606 Oct 03 12:59:47.296421 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-00f73b82-54fc-49f6-850d-67ec01662ab6 req-3f869ea2-0905-4b4e-b07c-68850e3f2df1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bffa5034-783d-4962-95b8-f27e1124cc74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464125 Oct 03 12:59:48.421142 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ba89f-74d1-40f4-b6f1-b875417cff6c req-be0eb470-d737-431f-9e4f-ef2806b8d14c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:48.423169 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-856ba89f-74d1-40f4-b6f1-b875417cff6c req-be0eb470-d737-431f-9e4f-ef2806b8d14c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b582d3-a18f-4bed-adf0-5f8107ef89da HTTP/1.1" status: 200 len: 945 time: 0.0494664 Oct 03 12:59:48.472561 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-856ba89f-74d1-40f4-b6f1-b875417cff6c req-f3918397-0b53-4f96-a414-f95da23e29bb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bffa5034-783d-4962-95b8-f27e1124cc74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426059 Oct 03 12:59:48.562436 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=18 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:48.563846 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=16 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:48.628888 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43818) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:59:48.757256 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec83651-47bb-4cb0-aa01-fc573933deb4 req-1a12d373-16a9-4b09-9283-8a882482625d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:48.758712 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1ec83651-47bb-4cb0-aa01-fc573933deb4 req-1a12d373-16a9-4b09-9283-8a882482625d tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=77b582d3-a18f-4bed-adf0-5f8107ef89da HTTP/1.1" status: 200 len: 945 time: 0.0498226 Oct 03 12:59:48.776053 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Deleting port 50552a47-f23b-4f65-b77a-46659540e579 {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:59:48.779832 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (50552a47-f23b-4f65-b77a-46659540e579), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:48.846023 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-1ec83651-47bb-4cb0-aa01-fc573933deb4 req-5fbda8e2-7a19-4545-b563-0a3cacba939c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Deleting port 4bae14e7-4422-4487-9365-b229427bf0d6 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:59:48.846383 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-1ec83651-47bb-4cb0-aa01-fc573933deb4 req-5fbda8e2-7a19-4545-b563-0a3cacba939c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (4bae14e7-4422-4487-9365-b229427bf0d6), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:48.858532 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (50552a47-f23b-4f65-b77a-46659540e579), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:48.858848 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for floatingip (50552a47-f23b-4f65-b77a-46659540e579), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:48.873093 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Calling delete_port for 50552a47-f23b-4f65-b77a-46659540e579 owned by network:floatingip {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:59:48.941901 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-1ec83651-47bb-4cb0-aa01-fc573933deb4 req-5fbda8e2-7a19-4545-b563-0a3cacba939c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] For port 4bae14e7-4422-4487-9365-b229427bf0d6, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4bae14e7-4422-4487-9365-b229427bf0d6,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:59:48.942245 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-1ec83651-47bb-4cb0-aa01-fc573933deb4 req-5fbda8e2-7a19-4545-b563-0a3cacba939c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (4bae14e7-4422-4487-9365-b229427bf0d6), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:49.054104 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:49.104171 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (50552a47-f23b-4f65-b77a-46659540e579), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:49.109320 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-1ec83651-47bb-4cb0-aa01-fc573933deb4 req-5fbda8e2-7a19-4545-b563-0a3cacba939c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:49.113433 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-1ec83651-47bb-4cb0-aa01-fc573933deb4 req-5fbda8e2-7a19-4545-b563-0a3cacba939c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (64631c84-dba4-42d6-961b-aa950cceccc9), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:49.113433 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.l3_db [req-1ec83651-47bb-4cb0-aa01-fc573933deb4 req-5fbda8e2-7a19-4545-b563-0a3cacba939c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Floating IP 64631c84-dba4-42d6-961b-aa950cceccc9 disassociated. External IP: 172.27.0.39, port: 4bae14e7-4422-4487-9365-b229427bf0d6. Oct 03 12:59:49.113433 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-1ec83651-47bb-4cb0-aa01-fc573933deb4 req-5fbda8e2-7a19-4545-b563-0a3cacba939c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Calling delete_port for 4bae14e7-4422-4487-9365-b229427bf0d6 owned by compute:nova {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:59:49.134663 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Pushing event deleted for resources: {'Port': ['ID=50552a47-f23b-4f65-b77a-46659540e579,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:49.144372 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:49.144803 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:49.145214 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:49.145634 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:49.146030 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:49.146367 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:49.146704 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:49.147040 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:49.147628 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:49.147727 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:49.148049 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:49.148417 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:49.148756 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:49.149076 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:49.149394 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:59:49.182449 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:49.208720 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:49.223831 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for floatingip (02785895-8501-425f-a66b-7a1f607d4228), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:49.224168 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.db.l3_db [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Floating IP 02785895-8501-425f-a66b-7a1f607d4228 disassociated (deleted). External IP: 172.27.0.35, port: c76db3b4-ecf1-4866-ba33-9d3ed7d5947b. Oct 03 12:59:49.389280 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:49.395384 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-1ec83651-47bb-4cb0-aa01-fc573933deb4 req-5fbda8e2-7a19-4545-b563-0a3cacba939c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (4bae14e7-4422-4487-9365-b229427bf0d6), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:49.426695 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbda8e2-7a19-4545-b563-0a3cacba939c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event deleted for resources: {'Port': ['ID=4bae14e7-4422-4487-9365-b229427bf0d6,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:49.464851 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Router 53d59532-55d2-4727-acf3-529de2203db5 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:59:49.548239 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ec83651-47bb-4cb0-aa01-fc573933deb4 req-5fbda8e2-7a19-4545-b563-0a3cacba939c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Router 122074b6-a40b-4fa0-be87-3c63da082123 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:59:49.589298 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a935acad-499d-4a9b-be62-afd2eecdc21a req-a3825306-25c1-48d4-b642-55cfbaca69d1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b582d3-a18f-4bed-adf0-5f8107ef89da HTTP/1.1" status: 200 len: 210 time: 0.0341768 Oct 03 12:59:49.600891 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:59:49.605811 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:49.617629 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687954d6-d815-41f9-9fc7-c999c9301bdc None None] Sync routers for ids ['53d59532-55d2-4727-acf3-529de2203db5'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:59:49.631656 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687954d6-d815-41f9-9fc7-c999c9301bdc None None] Routers {'53d59532-55d2-4727-acf3-529de2203db5'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:59:49.633194 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-687954d6-d815-41f9-9fc7-c999c9301bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:59:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['53d59532-55d2-4727-acf3-529de2203db5'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:49.643805 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-f4e5d21a-a0ee-4b99-b8eb-01520f3eee63 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/02785895-8501-425f-a66b-7a1f607d4228 HTTP/1.1" status: 204 len: 168 time: 1.0125089 Oct 03 12:59:49.643805 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6c4b7a-3b99-4a50-9703-a776b7b6b076', 'tag': 'c76db3b4-ecf1-4866-ba33-9d3ed7d5947b'}] {{(pid=113285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:59:49.654135 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8c9de838f6157477042d1ccf4c4241849d38f3be3769c4c2ec48b33ae5f8e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ada196-e6d6-40ec-a293-00d91ed80a01" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6c4b7a-3b99-4a50-9703-a776b7b6b076", "tag": "c76db3b4-ecf1-4866-ba33-9d3ed7d5947b"}]}' {{(pid=113285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:59:49.676825 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ec83651-47bb-4cb0-aa01-fc573933deb4 req-5fbda8e2-7a19-4545-b563-0a3cacba939c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:59:49.691224 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5009356c-2408-424a-b830-9fb0846793d0 x-openstack-request-id: req-5009356c-2408-424a-b830-9fb0846793d0 {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:59:49.691538 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6c4b7a-3b99-4a50-9703-a776b7b6b076", "tag": "c76db3b4-ecf1-4866-ba33-9d3ed7d5947b", "status": "completed", "code": 200}]} {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:59:49.691786 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5009356c-2408-424a-b830-9fb0846793d0 {{(pid=113285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:59:49.692184 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5009356c-2408-424a-b830-9fb0846793d0'] response: {'name': 'network-changed', 'server_uuid': 'ee6c4b7a-3b99-4a50-9703-a776b7b6b076', 'tag': 'c76db3b4-ecf1-4866-ba33-9d3ed7d5947b', 'status': 'completed', 'code': 200} Oct 03 12:59:49.697339 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74540f04-5590-47b8-8181-df74fb351b2c None None] Sync routers for ids ['122074b6-a40b-4fa0-be87-3c63da082123'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:59:49.728893 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74540f04-5590-47b8-8181-df74fb351b2c None None] Routers {'122074b6-a40b-4fa0-be87-3c63da082123'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:59:49.729433 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-74540f04-5590-47b8-8181-df74fb351b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:59:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['122074b6-a40b-4fa0-be87-3c63da082123'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:49.741557 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec83651-47bb-4cb0-aa01-fc573933deb4 req-5fbda8e2-7a19-4545-b563-0a3cacba939c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] No DVR routers for this DVR port 4bae14e7-4422-4487-9365-b229427bf0d6 on host hv-cinder-84456 {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:59:49.746236 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-1ec83651-47bb-4cb0-aa01-fc573933deb4 req-5fbda8e2-7a19-4545-b563-0a3cacba939c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:49.753481 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1ec83651-47bb-4cb0-aa01-fc573933deb4 req-5fbda8e2-7a19-4545-b563-0a3cacba939c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.46 "DELETE /networking/v2.0/ports/4bae14e7-4422-4487-9365-b229427bf0d6 HTTP/1.1" status: 204 len: 173 time: 0.9885154 Oct 03 12:59:49.754214 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b582d3-a18f-4bed-adf0-5f8107ef89da', 'name': 'network-vif-deleted', 'tag': '4bae14e7-4422-4487-9365-b229427bf0d6'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:59:49.756580 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deebe2af-9e86-41b4-80ab-0584963f5c12" -d '{"events": [{"server_uuid": "77b582d3-a18f-4bed-adf0-5f8107ef89da", "name": "network-vif-deleted", "tag": "4bae14e7-4422-4487-9365-b229427bf0d6"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:59:49.794601 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-687954d6-d815-41f9-9fc7-c999c9301bdc None None] Set router 53d59532-55d2-4727-acf3-529de2203db5 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:59:49.794846 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ada196-e6d6-40ec-a293-00d91ed80a01 req-3b76533b-4ab7-4172-932a-36442a506312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:49.799479 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-35ada196-e6d6-40ec-a293-00d91ed80a01 req-3b76533b-4ab7-4172-932a-36442a506312 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=38d1778202d041b58934150c6af9685c&device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 1129 time: 0.0731738 Oct 03 12:59:49.811394 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744376e5-c784-47fb-a18d-4eb78a973a79 x-openstack-request-id: req-744376e5-c784-47fb-a18d-4eb78a973a79 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:59:49.811917 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b582d3-a18f-4bed-adf0-5f8107ef89da", "name": "network-vif-deleted", "tag": "4bae14e7-4422-4487-9365-b229427bf0d6", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:59:49.811917 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-744376e5-c784-47fb-a18d-4eb78a973a79 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:59:49.812324 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-744376e5-c784-47fb-a18d-4eb78a973a79'] response: {'server_uuid': '77b582d3-a18f-4bed-adf0-5f8107ef89da', 'name': 'network-vif-deleted', 'tag': '4bae14e7-4422-4487-9365-b229427bf0d6', 'status': 'completed', 'code': 200} Oct 03 12:59:49.903122 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-74540f04-5590-47b8-8181-df74fb351b2c None None] Set router 122074b6-a40b-4fa0-be87-3c63da082123 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:59:49.928655 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ada196-e6d6-40ec-a293-00d91ed80a01 req-231a1daf-0991-4c89-bcdc-3fe751aa3b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:49.933085 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-35ada196-e6d6-40ec-a293-00d91ed80a01 req-231a1daf-0991-4c89-bcdc-3fe751aa3b96 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=1ccd52b4-506d-483d-a4e0-802199d3659f HTTP/1.1" status: 200 len: 912 time: 0.1264129 Oct 03 12:59:50.003022 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-35ada196-e6d6-40ec-a293-00d91ed80a01 req-fe57f279-755f-48a7-a0f6-414d4c32823c service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c76db3b4-ecf1-4866-ba33-9d3ed7d5947b HTTP/1.1" status: 200 len: 217 time: 0.0664544 Oct 03 12:59:50.074213 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ada196-e6d6-40ec-a293-00d91ed80a01 req-487acff0-0824-4f86-88ad-b12e34d3f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:50.075735 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-35ada196-e6d6-40ec-a293-00d91ed80a01 req-487acff0-0824-4f86-88ad-b12e34d3f3f1 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=992bdcdd-031e-4962-982a-3fce89fa640a HTTP/1.1" status: 200 len: 850 time: 0.0493653 Oct 03 12:59:50.104295 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-687954d6-d815-41f9-9fc7-c999c9301bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '30ec3510-1104-48ae-b3c3-7308288d8d73', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '53d59532-55d2-4727-acf3-529de2203db5', 'port_id': 'e0d4db50-7910-4292-8ab0-c965757c89d7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'mac_address': 'fa:16:3e:ba:14:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ce55bf-3f09-490a-baf4-0822672b5805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:55:52Z', 'updated_at': '2022-10-03T12:55:55Z', 'revision_number': 1, 'project_id': '38d1778202d041b58934150c6af9685c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4735ac-c7dc-4184-91df-c6a684c0ecf7', 'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'mac_address': 'fa:16:3e:10:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:40Z', 'updated_at': '2022-10-03T12:51:49Z', 'revision_number': 5, 'project_id': '38d1778202d041b58934150c6af9685c', 'subnets': [{'id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:50.124290 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ada196-e6d6-40ec-a293-00d91ed80a01 req-e7e1199d-5927-4de5-831f-6167c90ad57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:50.126711 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-35ada196-e6d6-40ec-a293-00d91ed80a01 req-e7e1199d-5927-4de5-831f-6167c90ad57e service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=1ccd52b4-506d-483d-a4e0-802199d3659f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429473 Oct 03 12:59:50.136076 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687954d6-d815-41f9-9fc7-c999c9301bdc None None] Checking router: 53d59532-55d2-4727-acf3-529de2203db5 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:59:50.140203 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-74540f04-5590-47b8-8181-df74fb351b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:50.158651 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687954d6-d815-41f9-9fc7-c999c9301bdc None None] Routers {'53d59532-55d2-4727-acf3-529de2203db5'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:59:50.159470 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-687954d6-d815-41f9-9fc7-c999c9301bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:59:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['53d59532-55d2-4727-acf3-529de2203db5'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:50.174785 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74540f04-5590-47b8-8181-df74fb351b2c None None] Checking router: 122074b6-a40b-4fa0-be87-3c63da082123 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:59:50.192324 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74540f04-5590-47b8-8181-df74fb351b2c None None] Routers {'122074b6-a40b-4fa0-be87-3c63da082123'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:59:50.192944 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-74540f04-5590-47b8-8181-df74fb351b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:59:25Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['122074b6-a40b-4fa0-be87-3c63da082123'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:50.271613 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f670b1a-98c2-4318-97f9-60d389d5c03c req-cea7d3b4-1ae0-4f7b-885a-55d22420ddd5 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:50.273234 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1f670b1a-98c2-4318-97f9-60d389d5c03c req-cea7d3b4-1ae0-4f7b-885a-55d22420ddd5 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 945 time: 0.0493574 Oct 03 12:59:50.302750 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-687954d6-d815-41f9-9fc7-c999c9301bdc None None] Set router 53d59532-55d2-4727-acf3-529de2203db5 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:59:50.324277 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-74540f04-5590-47b8-8181-df74fb351b2c None None] Set router 122074b6-a40b-4fa0-be87-3c63da082123 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:59:50.334570 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-35ada196-e6d6-40ec-a293-00d91ed80a01 req-12a1a52c-6717-4904-a462-ac2d6afa7397 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022843 Oct 03 12:59:50.342369 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:50.353183 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1f670b1a-98c2-4318-97f9-60d389d5c03c req-d8c38724-dde0-4afb-a922-4af9ee217bed tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730162 Oct 03 12:59:50.515609 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-74540f04-5590-47b8-8181-df74fb351b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:50.529797 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-687954d6-d815-41f9-9fc7-c999c9301bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '30ec3510-1104-48ae-b3c3-7308288d8d73', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '53d59532-55d2-4727-acf3-529de2203db5', 'port_id': 'e0d4db50-7910-4292-8ab0-c965757c89d7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'mac_address': 'fa:16:3e:ba:14:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ce55bf-3f09-490a-baf4-0822672b5805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:55:52Z', 'updated_at': '2022-10-03T12:55:55Z', 'revision_number': 1, 'project_id': '38d1778202d041b58934150c6af9685c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4735ac-c7dc-4184-91df-c6a684c0ecf7', 'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'mac_address': 'fa:16:3e:10:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:40Z', 'updated_at': '2022-10-03T12:51:49Z', 'revision_number': 5, 'project_id': '38d1778202d041b58934150c6af9685c', 'subnets': [{'id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:50.532327 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:50.540897 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74540f04-5590-47b8-8181-df74fb351b2c None None] The sync data for ids ['122074b6-a40b-4fa0-be87-3c63da082123'] in dv-cinder-844563-12-iscsi is: [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:59:50.558981 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687954d6-d815-41f9-9fc7-c999c9301bdc None None] The sync data for ids ['53d59532-55d2-4727-acf3-529de2203db5'] in dv-cinder-844563-12-iscsi is: [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '30ec3510-1104-48ae-b3c3-7308288d8d73', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '53d59532-55d2-4727-acf3-529de2203db5', 'port_id': 'e0d4db50-7910-4292-8ab0-c965757c89d7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'mac_address': 'fa:16:3e:ba:14:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ce55bf-3f09-490a-baf4-0822672b5805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:55:52Z', 'updated_at': '2022-10-03T12:55:55Z', 'revision_number': 1, 'project_id': '38d1778202d041b58934150c6af9685c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4735ac-c7dc-4184-91df-c6a684c0ecf7', 'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'mac_address': 'fa:16:3e:10:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:40Z', 'updated_at': '2022-10-03T12:51:49Z', 'revision_number': 5, 'project_id': '38d1778202d041b58934150c6af9685c', 'subnets': [{'id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:59:50.722820 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-047c0294-86ce-45e3-8c9d-c84166488f88 req-d1143536-5d5a-4d2e-8c9b-a0ea3b0cf1ff tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b582d3-a18f-4bed-adf0-5f8107ef89da HTTP/1.1" status: 200 len: 210 time: 0.0324142 Oct 03 12:59:50.811076 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c541cb14-c38b-4a5e-9c1d-9d997a9622e2 None None] New status for floating IP 64631c84-dba4-42d6-961b-aa950cceccc9: DOWN {{(pid=113286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:59:51.049881 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be9ce05-44d6-4854-ae57-d0479290c8b5 None None] New status for floating IP 02785895-8501-425f-a66b-7a1f607d4228: DOWN {{(pid=113287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:59:51.321862 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:51.338773 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-35ada196-e6d6-40ec-a293-00d91ed80a01 req-eb9caae6-de90-481c-a066-f8eeb130771f service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968714 Oct 03 12:59:51.485286 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38daa649-93a3-4216-8731-73d3d28a7d83 req-fbbc825f-90fe-4e41-a4a7-82bc62029c09 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:51.487033 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-38daa649-93a3-4216-8731-73d3d28a7d83 req-fbbc825f-90fe-4e41-a4a7-82bc62029c09 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 945 time: 0.0560415 Oct 03 12:59:51.546551 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-38daa649-93a3-4216-8731-73d3d28a7d83 req-3eb3ca0c-278b-427c-9ee6-39f79c68944b tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533745 Oct 03 12:59:51.851069 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3f2c1702-7b5f-4b41-b330-f4418d0fcd18 req-2dc04de6-47cc-41db-a871-4ed6e1cc7ee7 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b582d3-a18f-4bed-adf0-5f8107ef89da HTTP/1.1" status: 200 len: 210 time: 0.0290198 Oct 03 12:59:51.954960 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ba3a2-1ff3-4d91-8737-feee031fc14f req-4058e168-e943-4e5a-b0cb-a3c2628012e7 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:51.956413 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fc4ba3a2-1ff3-4d91-8737-feee031fc14f req-4058e168-e943-4e5a-b0cb-a3c2628012e7 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 945 time: 0.0459578 Oct 03 12:59:52.074914 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [req-fc4ba3a2-1ff3-4d91-8737-feee031fc14f req-1cf850e5-eda4-4e03-86e9-4693ea77d55c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Deleting port c76db3b4-ecf1-4866-ba33-9d3ed7d5947b {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:59:52.075165 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-fc4ba3a2-1ff3-4d91-8737-feee031fc14f req-1cf850e5-eda4-4e03-86e9-4693ea77d55c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (c76db3b4-ecf1-4866-ba33-9d3ed7d5947b), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:52.162587 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device c76db3b4-ecf1-4866-ba33-9d3ed7d5947b no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:59:52.166493 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [req-fc4ba3a2-1ff3-4d91-8737-feee031fc14f req-1cf850e5-eda4-4e03-86e9-4693ea77d55c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] For port c76db3b4-ecf1-4866-ba33-9d3ed7d5947b, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c76db3b4-ecf1-4866-ba33-9d3ed7d5947b,segment=NetworkSegment(68f8d878-ae14-402a-ae5e-c260c9ff73d4),segment_id=68f8d878-ae14-402a-ae5e-c260c9ff73d4)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 12:59:52.166940 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-fc4ba3a2-1ff3-4d91-8737-feee031fc14f req-1cf850e5-eda4-4e03-86e9-4693ea77d55c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (c76db3b4-ecf1-4866-ba33-9d3ed7d5947b), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:52.181968 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [req-fc4ba3a2-1ff3-4d91-8737-feee031fc14f req-1cf850e5-eda4-4e03-86e9-4693ea77d55c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Calling delete_port for c76db3b4-ecf1-4866-ba33-9d3ed7d5947b owned by compute:nova {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:59:52.238733 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:52.252692 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port c76db3b4-ecf1-4866-ba33-9d3ed7d5947b is: ACTIVE; New status is: DOWN {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 12:59:52.253092 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (c76db3b4-ecf1-4866-ba33-9d3ed7d5947b), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:52.371472 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-fc4ba3a2-1ff3-4d91-8737-feee031fc14f req-1cf850e5-eda4-4e03-86e9-4693ea77d55c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (c76db3b4-ecf1-4866-ba33-9d3ed7d5947b), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:52.390366 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 4bae14e7-4422-4487-9365-b229427bf0d6 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 12:59:52.401966 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf850e5-eda4-4e03-86e9-4693ea77d55c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Pushing event deleted for resources: {'Port': ['ID=c76db3b4-ecf1-4866-ba33-9d3ed7d5947b,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:52.409360 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] No Port match for: 4bae14e7-4422-4487-9365-b229427bf0d6 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 12:59:52.409691 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 4bae14e7-4422-4487-9365-b229427bf0d6 not bound to the agent host hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 12:59:52.474077 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4ba3a2-1ff3-4d91-8737-feee031fc14f req-1cf850e5-eda4-4e03-86e9-4693ea77d55c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] No DVR routers for this DVR port c76db3b4-ecf1-4866-ba33-9d3ed7d5947b on host hv-cinder-84456 {{(pid=113285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 12:59:52.476610 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-fc4ba3a2-1ff3-4d91-8737-feee031fc14f req-1cf850e5-eda4-4e03-86e9-4693ea77d55c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:52.479868 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fc4ba3a2-1ff3-4d91-8737-feee031fc14f req-1cf850e5-eda4-4e03-86e9-4693ea77d55c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.46 "DELETE /networking/v2.0/ports/c76db3b4-ecf1-4866-ba33-9d3ed7d5947b HTTP/1.1" status: 204 len: 173 time: 0.5181170 Oct 03 12:59:52.480369 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6c4b7a-3b99-4a50-9703-a776b7b6b076', 'name': 'network-vif-deleted', 'tag': 'c76db3b4-ecf1-4866-ba33-9d3ed7d5947b'}] {{(pid=113285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:59:52.482559 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8c9de838f6157477042d1ccf4c4241849d38f3be3769c4c2ec48b33ae5f8e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49422f7-bdde-4c04-8cfe-b5eb4b0670c7" -d '{"events": [{"server_uuid": "ee6c4b7a-3b99-4a50-9703-a776b7b6b076", "name": "network-vif-deleted", "tag": "c76db3b4-ecf1-4866-ba33-9d3ed7d5947b"}]}' {{(pid=113285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:59:52.523881 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55e00e6-cbb2-4461-b5ea-894a1d82e6ba x-openstack-request-id: req-f55e00e6-cbb2-4461-b5ea-894a1d82e6ba {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:59:52.524196 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6c4b7a-3b99-4a50-9703-a776b7b6b076", "name": "network-vif-deleted", "tag": "c76db3b4-ecf1-4866-ba33-9d3ed7d5947b", "status": "completed", "code": 200}]} {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:59:52.524461 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f55e00e6-cbb2-4461-b5ea-894a1d82e6ba {{(pid=113285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:59:52.524865 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f55e00e6-cbb2-4461-b5ea-894a1d82e6ba'] response: {'server_uuid': 'ee6c4b7a-3b99-4a50-9703-a776b7b6b076', 'name': 'network-vif-deleted', 'tag': 'c76db3b4-ecf1-4866-ba33-9d3ed7d5947b', 'status': 'completed', 'code': 200} Oct 03 12:59:52.650346 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b1abbcfb-bd53-4290-87a8-6bc8864ea7e4 req-68c699bd-d0e4-4912-b0b0-7918ab15897d tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 210 time: 0.0286200 Oct 03 12:59:52.955397 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-80933f74-7b36-450d-9cb2-2c9a7c007282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:53.023857 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43856) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:59:53.078841 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-07cbaa2a-f80f-467c-b20b-5277634f5bdd tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (bffa5034-783d-4962-95b8-f27e1124cc74), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:53.101611 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-07cbaa2a-f80f-467c-b20b-5277634f5bdd tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (bffa5034-783d-4962-95b8-f27e1124cc74), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:53.234115 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-07cbaa2a-f80f-467c-b20b-5277634f5bdd tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (bffa5034-783d-4962-95b8-f27e1124cc74), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:53.237354 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-07cbaa2a-f80f-467c-b20b-5277634f5bdd tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:53.238566 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-07cbaa2a-f80f-467c-b20b-5277634f5bdd tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/bffa5034-783d-4962-95b8-f27e1124cc74 HTTP/1.1" status: 204 len: 168 time: 0.2137353 Oct 03 12:59:53.241876 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43858) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:59:53.250917 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cbaa2a-f80f-467c-b20b-5277634f5bdd tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffa5034-783d-4962-95b8-f27e1124cc74,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:53.260105 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.api.v2.resource [None req-3369aa89-668e-4c75-8e75-2d56d61cf2f1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] show failed (client error): The resource could not be found. Oct 03 12:59:53.264332 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-3369aa89-668e-4c75-8e75-2d56d61cf2f1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups/bffa5034-783d-4962-95b8-f27e1124cc74 HTTP/1.1" status: 404 len: 347 time: 0.0171294 Oct 03 12:59:53.264332 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43860) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:59:53.382918 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-315ff7d7-c3ab-4fe2-8095-6fa8e55269b1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Deleting port 38318b30-cc9a-437b-8bed-8693f7ced04e {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:59:53.383255 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-315ff7d7-c3ab-4fe2-8095-6fa8e55269b1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (38318b30-cc9a-437b-8bed-8693f7ced04e), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:53.459441 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-315ff7d7-c3ab-4fe2-8095-6fa8e55269b1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (38318b30-cc9a-437b-8bed-8693f7ced04e), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:53.459770 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-315ff7d7-c3ab-4fe2-8095-6fa8e55269b1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (38318b30-cc9a-437b-8bed-8693f7ced04e), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:53.473667 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-315ff7d7-c3ab-4fe2-8095-6fa8e55269b1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Calling delete_port for 38318b30-cc9a-437b-8bed-8693f7ced04e owned by network:floatingip {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:59:53.553304 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:53.663572 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-315ff7d7-c3ab-4fe2-8095-6fa8e55269b1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (38318b30-cc9a-437b-8bed-8693f7ced04e), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:53.691156 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ff7d7-c3ab-4fe2-8095-6fa8e55269b1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event deleted for resources: {'Port': ['ID=38318b30-cc9a-437b-8bed-8693f7ced04e,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:53.763740 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-315ff7d7-c3ab-4fe2-8095-6fa8e55269b1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (64631c84-dba4-42d6-961b-aa950cceccc9), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:53.766438 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-315ff7d7-c3ab-4fe2-8095-6fa8e55269b1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:53.767703 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-315ff7d7-c3ab-4fe2-8095-6fa8e55269b1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/64631c84-dba4-42d6-961b-aa950cceccc9 HTTP/1.1" status: 204 len: 168 time: 0.5026927 Oct 03 12:59:53.780143 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a401f223-3899-4259-bbb0-24107c4f2fa1 req-00a4a07c-e59f-4527-bcec-3db07644c820 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee6c4b7a-3b99-4a50-9703-a776b7b6b076 HTTP/1.1" status: 200 len: 210 time: 0.0343516 Oct 03 12:59:53.867243 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43868) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:59:53.872129 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-5b97cc78-1dea-47f2-a77e-6bfd71c48f0a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'security_group': {'name': 'tempest-securitygroup--432955923', 'description': 'tempest-description--1427995445'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:59:53.955446 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5b97cc78-1dea-47f2-a77e-6bfd71c48f0a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:54.022185 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5b97cc78-1dea-47f2-a77e-6bfd71c48f0a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (cda0ba63-19ce-4afc-a067-9a76f2865bb8), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:54.086005 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5b97cc78-1dea-47f2-a77e-6bfd71c48f0a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (cda0ba63-19ce-4afc-a067-9a76f2865bb8), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:54.112416 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:54.114392 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97cc78-1dea-47f2-a77e-6bfd71c48f0a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cda0ba63-19ce-4afc-a067-9a76f2865bb8,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:54.168105 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5b97cc78-1dea-47f2-a77e-6bfd71c48f0a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:54.169338 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-5b97cc78-1dea-47f2-a77e-6bfd71c48f0a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3007579 Oct 03 12:59:54.172492 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43870) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:59:54.177070 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-bfde409c-2113-4733-9abc-4877ee30beb8 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'security_group_rule': {'security_group_id': 'cda0ba63-19ce-4afc-a067-9a76f2865bb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:59:54.264171 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-bfde409c-2113-4733-9abc-4877ee30beb8 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (b50bf4d3-3a1c-4f27-9d5c-4847c71a0f8a), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:54.305094 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:54.320405 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-bfde409c-2113-4733-9abc-4877ee30beb8 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (b50bf4d3-3a1c-4f27-9d5c-4847c71a0f8a), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:54.406092 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-bfde409c-2113-4733-9abc-4877ee30beb8 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (b50bf4d3-3a1c-4f27-9d5c-4847c71a0f8a), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:54.425596 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde409c-2113-4733-9abc-4877ee30beb8 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50bf4d3-3a1c-4f27-9d5c-4847c71a0f8a,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:54.488299 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-bfde409c-2113-4733-9abc-4877ee30beb8 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:54.489477 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-bfde409c-2113-4733-9abc-4877ee30beb8 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3160074 Oct 03 12:59:54.492259 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43872) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:59:54.496729 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-dfabee0a-0e3f-4e03-837e-19a86aa14c05 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'security_group_rule': {'security_group_id': 'cda0ba63-19ce-4afc-a067-9a76f2865bb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:59:54.629627 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-dfabee0a-0e3f-4e03-837e-19a86aa14c05 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (c4aa08b9-fd16-435a-9544-622599fb5dde), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:54.686216 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-dfabee0a-0e3f-4e03-837e-19a86aa14c05 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (c4aa08b9-fd16-435a-9544-622599fb5dde), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:54.754848 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-dfabee0a-0e3f-4e03-837e-19a86aa14c05 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (c4aa08b9-fd16-435a-9544-622599fb5dde), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:54.776703 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabee0a-0e3f-4e03-837e-19a86aa14c05 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4aa08b9-fd16-435a-9544-622599fb5dde,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:54.848496 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-dfabee0a-0e3f-4e03-837e-19a86aa14c05 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:54.849723 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-dfabee0a-0e3f-4e03-837e-19a86aa14c05 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3562996 Oct 03 12:59:54.852793 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43880) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:59:54.857284 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-f226126e-1656-452c-a7ac-3a99f696b625 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'floatingip': {'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:59:54.943701 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f226126e-1656-452c-a7ac-3a99f696b625 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:55.023473 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f226126e-1656-452c-a7ac-3a99f696b625 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:55.131989 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_common [None req-f226126e-1656-452c-a7ac-3a99f696b625 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Allocated IP 172.27.0.84 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/d5bc9e82-8581-4087-96c1-e7cfbbda3695) {{(pid=113285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:59:55.143040 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:55.235073 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f226126e-1656-452c-a7ac-3a99f696b625 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for port (d5bc9e82-8581-4087-96c1-e7cfbbda3695), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:55.286696 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8ec18bd7-d8c3-4c91-8857-e61c4fd153f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:55.326846 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f226126e-1656-452c-a7ac-3a99f696b625 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (d5bc9e82-8581-4087-96c1-e7cfbbda3695), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:55.363560 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:55.365921 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f226126e-1656-452c-a7ac-3a99f696b625 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:59:55.369041 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-f226126e-1656-452c-a7ac-3a99f696b625 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:59:55.374552 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f226126e-1656-452c-a7ac-3a99f696b625 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Received port after_create {{(pid=113285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:59:55.406976 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226126e-1656-452c-a7ac-3a99f696b625 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'Port': ['ID=d5bc9e82-8581-4087-96c1-e7cfbbda3695,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:55.464387 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f226126e-1656-452c-a7ac-3a99f696b625 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (3813925e-ec98-45d4-9f93-ca79408fa368), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:55.560824 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f226126e-1656-452c-a7ac-3a99f696b625 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (d5bc9e82-8581-4087-96c1-e7cfbbda3695), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:55.713187 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f226126e-1656-452c-a7ac-3a99f696b625 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for port (d5bc9e82-8581-4087-96c1-e7cfbbda3695), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:55.782407 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f226126e-1656-452c-a7ac-3a99f696b625 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13033702'] for port (d5bc9e82-8581-4087-96c1-e7cfbbda3695), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:55.851866 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226126e-1656-452c-a7ac-3a99f696b625 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'Port': ['ID=d5bc9e82-8581-4087-96c1-e7cfbbda3695,revision_number=2']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:55.854053 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f226126e-1656-452c-a7ac-3a99f696b625 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (3813925e-ec98-45d4-9f93-ca79408fa368), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:55.956719 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-f226126e-1656-452c-a7ac-3a99f696b625 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:55.957953 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-f226126e-1656-452c-a7ac-3a99f696b625 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1042440 Oct 03 12:59:56.175737 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-09536d8e-b055-4825-a16b-e761f4177c91 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--432955923&fields=id&tenant_id=484522301976426dae50e64c141c727e HTTP/1.1" status: 200 len: 267 time: 0.0564959 Oct 03 12:59:56.192837 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:56.294264 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-a027cb7f-aab3-4412-a0d6-7b4b36b70025 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:56.295829 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-a027cb7f-aab3-4412-a0d6-7b4b36b70025 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/networks?id=1c116e69-b6ec-41cd-b2b6-637e304e9d46 HTTP/1.1" status: 200 len: 815 time: 0.1136668 Oct 03 12:59:56.311522 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-7f180b9f-85df-42b4-a7be-ca86433c0521 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/quotas/484522301976426dae50e64c141c727e HTTP/1.1" status: 200 len: 375 time: 0.0095425 Oct 03 12:59:56.361449 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-5b4ff1e7-8d7e-4983-82c9-0764344f7093 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=484522301976426dae50e64c141c727e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447278 Oct 03 12:59:56.376556 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-f33b46d4-122b-436f-833a-eec47bf8a4c5 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 12:59:56.377502 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-f33b46d4-122b-436f-833a-eec47bf8a4c5 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048871 Oct 03 12:59:56.468625 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-355054ae-cf3d-4b21-8f06-43e780facbff service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855651 Oct 03 12:59:56.559988 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-3842dd2c-ef70-4749-9652-f691d5a99e9a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852709 Oct 03 12:59:56.824238 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-65a94e12-b084-491e-b307-eb671f7bb517 req-60dbb0b1-7345-4f5e-b561-0d049d0b831b tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0c0a1aa2-1890-4062-bec7-6ab15fe3a595 HTTP/1.1" status: 200 len: 210 time: 0.0315924 Oct 03 12:59:56.926331 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:56.937445 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f92ac4-0311-46b7-816b-8eaee4dde150 req-0aacfaa1-36d8-4505-8e4c-f035ccec4300 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:56.939750 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-14f92ac4-0311-46b7-816b-8eaee4dde150 req-0aacfaa1-36d8-4505-8e4c-f035ccec4300 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 946 time: 0.0595064 Oct 03 12:59:56.986923 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-14f92ac4-0311-46b7-816b-8eaee4dde150 req-888f8beb-4b52-4e4d-8414-c4fe584b1b77 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414734 Oct 03 12:59:57.015380 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43920) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:59:57.098748 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e2f120-8efd-43d0-b95f-aa2970efab6a tempest-TestMinimumBasicScenario-761512092 tempest-TestMinimumBasicScenario-761512092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:57.100373 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-e1e2f120-8efd-43d0-b95f-aa2970efab6a tempest-TestMinimumBasicScenario-761512092 tempest-TestMinimumBasicScenario-761512092-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 1125 time: 0.0834188 Oct 03 12:59:57.103241 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43924) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:59:57.107454 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-af1ee2b1-7278-487d-b872-2a1afcd3be4f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Request body: {'floatingip': {'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'port_id': 'f317c1e2-f283-4fec-bf28-0094dfcd58ff', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'fixed_ip_address': '172.20.0.10'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:59:57.183735 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-af1ee2b1-7278-487d-b872-2a1afcd3be4f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:57.268475 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-af1ee2b1-7278-487d-b872-2a1afcd3be4f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:57.280536 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:57.324423 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43930) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:59:57.384413 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_common [None req-af1ee2b1-7278-487d-b872-2a1afcd3be4f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Allocated IP 172.27.0.148 (53809124-b48e-44e3-984c-30b91b72e738/3cd51d2f-1630-40a1-afb5-9f2c6727f544/2b8c0ffd-eeb7-43b5-b397-3d0fec52088f) {{(pid=113285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:59:57.478471 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-5edafbe4-2a3b-4f64-9488-de0ed7e5cd0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Deleting port ad383132-978d-4adb-b79a-c3614747232e {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 12:59:57.478725 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5edafbe4-2a3b-4f64-9488-de0ed7e5cd0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (ad383132-978d-4adb-b79a-c3614747232e), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:57.492656 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-af1ee2b1-7278-487d-b872-2a1afcd3be4f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for port (2b8c0ffd-eeb7-43b5-b397-3d0fec52088f), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:57.555562 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-af1ee2b1-7278-487d-b872-2a1afcd3be4f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (2b8c0ffd-eeb7-43b5-b397-3d0fec52088f), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:57.560825 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5edafbe4-2a3b-4f64-9488-de0ed7e5cd0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (ad383132-978d-4adb-b79a-c3614747232e), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:57.561144 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5edafbe4-2a3b-4f64-9488-de0ed7e5cd0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for floatingip (ad383132-978d-4adb-b79a-c3614747232e), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:57.561469 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:57.579150 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-5edafbe4-2a3b-4f64-9488-de0ed7e5cd0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Calling delete_port for ad383132-978d-4adb-b79a-c3614747232e owned by network:floatingip {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 12:59:57.598951 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1ee2b1-7278-487d-b872-2a1afcd3be4f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Network 53809124-b48e-44e3-984c-30b91b72e738 is already hosted by enough agents. {{(pid=113285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:59:57.603719 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-af1ee2b1-7278-487d-b872-2a1afcd3be4f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Resources bound (agent type, host, resource id): {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:59:57.607583 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1ee2b1-7278-487d-b872-2a1afcd3be4f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Received port after_create {{(pid=113285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 12:59:57.611652 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ee2b1-7278-487d-b872-2a1afcd3be4f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Pushing event updated for resources: {'Port': ['ID=2b8c0ffd-eeb7-43b5-b397-3d0fec52088f,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:57.800977 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5edafbe4-2a3b-4f64-9488-de0ed7e5cd0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (ad383132-978d-4adb-b79a-c3614747232e), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:57.827112 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edafbe4-2a3b-4f64-9488-de0ed7e5cd0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Pushing event deleted for resources: {'Port': ['ID=ad383132-978d-4adb-b79a-c3614747232e,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:57.896332 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5edafbe4-2a3b-4f64-9488-de0ed7e5cd0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for floatingip (30ec3510-1104-48ae-b3c3-7308288d8d73), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:57.896664 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.l3_db [None req-5edafbe4-2a3b-4f64-9488-de0ed7e5cd0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Floating IP 30ec3510-1104-48ae-b3c3-7308288d8d73 disassociated (deleted). External IP: 172.27.0.203, port: e0d4db50-7910-4292-8ab0-c965757c89d7. Oct 03 12:59:57.981661 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3c665a1c-1129-4fcf-bf3a-de155a98da73 req-8af40199-2b4a-4582-afb7-f3ce3e64822c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0c0a1aa2-1890-4062-bec7-6ab15fe3a595 HTTP/1.1" status: 200 len: 210 time: 0.0314705 Oct 03 12:59:58.106018 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=6 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:58.111270 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edafbe4-2a3b-4f64-9488-de0ed7e5cd0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Router 53d59532-55d2-4727-acf3-529de2203db5 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:59:58.197589 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:58.221155 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edafbe4-2a3b-4f64-9488-de0ed7e5cd0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:59:58.225663 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5edafbe4-2a3b-4f64-9488-de0ed7e5cd0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:58.234404 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b56691d-390e-49ae-b0fb-2b83e6f97561 None None] Sync routers for ids ['53d59532-55d2-4727-acf3-529de2203db5'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:59:58.256582 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-5edafbe4-2a3b-4f64-9488-de0ed7e5cd0c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/30ec3510-1104-48ae-b3c3-7308288d8d73 HTTP/1.1" status: 204 len: 168 time: 0.9310641 Oct 03 12:59:58.257343 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ce55bf-3f09-490a-baf4-0822672b5805', 'tag': 'e0d4db50-7910-4292-8ab0-c965757c89d7'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:59:58.257967 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b56691d-390e-49ae-b0fb-2b83e6f97561 None None] Routers {'53d59532-55d2-4727-acf3-529de2203db5'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:59:58.258936 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-7b56691d-390e-49ae-b0fb-2b83e6f97561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:59:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['53d59532-55d2-4727-acf3-529de2203db5'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:58.259811 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92ee404-9bc3-4307-b8b9-1bd5ddafacc6" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ce55bf-3f09-490a-baf4-0822672b5805", "tag": "e0d4db50-7910-4292-8ab0-c965757c89d7"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:59:58.308411 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5937e909-ae49-41fb-be67-b1ff7be8607d x-openstack-request-id: req-5937e909-ae49-41fb-be67-b1ff7be8607d {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:59:58.308784 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ce55bf-3f09-490a-baf4-0822672b5805", "tag": "e0d4db50-7910-4292-8ab0-c965757c89d7", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:59:58.309111 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5937e909-ae49-41fb-be67-b1ff7be8607d {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:59:58.309582 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5937e909-ae49-41fb-be67-b1ff7be8607d'] response: {'name': 'network-changed', 'server_uuid': 'b0ce55bf-3f09-490a-baf4-0822672b5805', 'tag': 'e0d4db50-7910-4292-8ab0-c965757c89d7', 'status': 'completed', 'code': 200} Oct 03 12:59:58.336563 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-af1ee2b1-7278-487d-b872-2a1afcd3be4f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for floatingip (86bfc8e0-5f08-447e-9c95-b34feca170bd), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:58.429162 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-7b56691d-390e-49ae-b0fb-2b83e6f97561 None None] Set router 53d59532-55d2-4727-acf3-529de2203db5 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:59:58.512215 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:58.514690 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:58.532926 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-af1ee2b1-7278-487d-b872-2a1afcd3be4f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (2b8c0ffd-eeb7-43b5-b397-3d0fec52088f), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:58.536815 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:58.605279 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ee404-9bc3-4307-b8b9-1bd5ddafacc6 req-c54865f1-40d8-4408-ab5f-c9e11d8464f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:58.606763 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d92ee404-9bc3-4307-b8b9-1bd5ddafacc6 req-c54865f1-40d8-4408-ab5f-c9e11d8464f5 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=38d1778202d041b58934150c6af9685c&device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 1129 time: 0.0699351 Oct 03 12:59:58.633304 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-7b56691d-390e-49ae-b0fb-2b83e6f97561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'eb4735ac-c7dc-4184-91df-c6a684c0ecf7', 'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'mac_address': 'fa:16:3e:10:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:40Z', 'updated_at': '2022-10-03T12:51:49Z', 'revision_number': 5, 'project_id': '38d1778202d041b58934150c6af9685c', 'subnets': [{'id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:58.667752 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b56691d-390e-49ae-b0fb-2b83e6f97561 None None] Checking router: 53d59532-55d2-4727-acf3-529de2203db5 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:59:58.678374 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b56691d-390e-49ae-b0fb-2b83e6f97561 None None] Routers {'53d59532-55d2-4727-acf3-529de2203db5'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:59:58.679023 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-7b56691d-390e-49ae-b0fb-2b83e6f97561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:59:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['53d59532-55d2-4727-acf3-529de2203db5'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:58.768729 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf8364-c8da-4e62-8bd9-834ed2ed1b7c req-f12e8cbc-d137-4873-acb9-a1fd541aaf5a tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:58.770186 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c4cf8364-c8da-4e62-8bd9-834ed2ed1b7c req-f12e8cbc-d137-4873-acb9-a1fd541aaf5a tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 945 time: 0.0927916 Oct 03 12:59:58.789159 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-7b56691d-390e-49ae-b0fb-2b83e6f97561 None None] Set router 53d59532-55d2-4727-acf3-529de2203db5 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:59:58.849295 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ee404-9bc3-4307-b8b9-1bd5ddafacc6 req-e875ba9a-8105-4ab8-9c22-451e2432fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:58.850749 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d92ee404-9bc3-4307-b8b9-1bd5ddafacc6 req-e875ba9a-8105-4ab8-9c22-451e2432fd65 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=1ccd52b4-506d-483d-a4e0-802199d3659f HTTP/1.1" status: 200 len: 912 time: 0.2341256 Oct 03 12:59:58.883050 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c4cf8364-c8da-4e62-8bd9-834ed2ed1b7c req-8c9a784f-728b-4f65-84f5-d60b556c5661 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064823 Oct 03 12:59:58.884908 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-af1ee2b1-7278-487d-b872-2a1afcd3be4f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for port (2b8c0ffd-eeb7-43b5-b397-3d0fec52088f), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:58.942569 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-af1ee2b1-7278-487d-b872-2a1afcd3be4f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13033702'] for port (2b8c0ffd-eeb7-43b5-b397-3d0fec52088f), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:58.969680 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:58.979732 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:58.982886 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-7b56691d-390e-49ae-b0fb-2b83e6f97561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'eb4735ac-c7dc-4184-91df-c6a684c0ecf7', 'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'mac_address': 'fa:16:3e:10:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:40Z', 'updated_at': '2022-10-03T12:51:49Z', 'revision_number': 5, 'project_id': '38d1778202d041b58934150c6af9685c', 'subnets': [{'id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:59.008548 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b56691d-390e-49ae-b0fb-2b83e6f97561 None None] The sync data for ids ['53d59532-55d2-4727-acf3-529de2203db5'] in dv-cinder-844563-12-iscsi is: [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T12:51:41Z', 'revision_number': 4, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': 'eb4735ac-c7dc-4184-91df-c6a684c0ecf7', 'name': '', 'network_id': '1ccd52b4-506d-483d-a4e0-802199d3659f', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'mac_address': 'fa:16:3e:10:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:40Z', 'updated_at': '2022-10-03T12:51:49Z', 'revision_number': 5, 'project_id': '38d1778202d041b58934150c6af9685c', 'subnets': [{'id': '992bdcdd-031e-4962-982a-3fce89fa640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:59:59.013386 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-af1ee2b1-7278-487d-b872-2a1afcd3be4f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (86bfc8e0-5f08-447e-9c95-b34feca170bd), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:59.015128 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ee2b1-7278-487d-b872-2a1afcd3be4f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Pushing event updated for resources: {'Port': ['ID=2b8c0ffd-eeb7-43b5-b397-3d0fec52088f,revision_number=2']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:59:59.131484 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d22169ca-7f10-414b-81c9-cc3cf44e3070 req-89943771-b9c3-476e-b50e-0b2bbe59f326 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0c0a1aa2-1890-4062-bec7-6ab15fe3a595 HTTP/1.1" status: 200 len: 210 time: 0.0333579 Oct 03 12:59:59.142919 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.db.l3_db [None req-af1ee2b1-7278-487d-b872-2a1afcd3be4f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Floating IP 86bfc8e0-5f08-447e-9c95-b34feca170bd associated. External IP: 172.27.0.148, port: f317c1e2-f283-4fec-bf28-0094dfcd58ff. Oct 03 12:59:59.174993 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:59.269008 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7822bba-87a9-447f-b430-04d70757dae7 None None] New status for floating IP 30ec3510-1104-48ae-b3c3-7308288d8d73: DOWN {{(pid=113287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 12:59:59.360904 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1ee2b1-7278-487d-b872-2a1afcd3be4f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Router b01f8390-2de0-41e2-991d-99c7a86062c3 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 12:59:59.416881 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 12:59:59.465944 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1ee2b1-7278-487d-b872-2a1afcd3be4f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 12:59:59.474963 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f4b2a-b621-4e4d-9180-f0643283c8e4 None None] Sync routers for ids ['b01f8390-2de0-41e2-991d-99c7a86062c3'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:59:59.486471 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f4b2a-b621-4e4d-9180-f0643283c8e4 None None] Routers {'b01f8390-2de0-41e2-991d-99c7a86062c3'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:59:59.487101 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-5d7f4b2a-b621-4e4d-9180-f0643283c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:59:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['b01f8390-2de0-41e2-991d-99c7a86062c3'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:59.573779 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-af1ee2b1-7278-487d-b872-2a1afcd3be4f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:59.590373 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-5d7f4b2a-b621-4e4d-9180-f0643283c8e4 None None] Set router b01f8390-2de0-41e2-991d-99c7a86062c3 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 12:59:59.604377 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-af1ee2b1-7278-487d-b872-2a1afcd3be4f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5000887 Oct 03 12:59:59.605210 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229aaf8a-e3ce-4319-94b4-7e22662880b3', 'tag': 'f317c1e2-f283-4fec-bf28-0094dfcd58ff'}] {{(pid=113285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 12:59:59.607447 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43942) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 12:59:59.607931 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8c9de838f6157477042d1ccf4c4241849d38f3be3769c4c2ec48b33ae5f8e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a89d49c-eca2-4e42-a9e4-8327b8b79d42" -d '{"events": [{"name": "network-changed", "server_uuid": "229aaf8a-e3ce-4319-94b4-7e22662880b3", "tag": "f317c1e2-f283-4fec-bf28-0094dfcd58ff"}]}' {{(pid=113285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:59:59.613713 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-d82da573-4514-4625-aca2-d1afcaf59e63 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1179058255', 'description': 'tempest-secgroup-smoke-1179058255 description', 'project_id': 'a0a4271779a04986bbd34e2e989f3603'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 12:59:59.647802 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc5d5e3-dd9b-4a2a-a5ef-b4cb4cc115a4 x-openstack-request-id: req-3bc5d5e3-dd9b-4a2a-a5ef-b4cb4cc115a4 {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:59:59.648090 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "229aaf8a-e3ce-4319-94b4-7e22662880b3", "tag": "f317c1e2-f283-4fec-bf28-0094dfcd58ff", "status": "completed", "code": 200}]} {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:59:59.648343 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3bc5d5e3-dd9b-4a2a-a5ef-b4cb4cc115a4 {{(pid=113285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:59:59.648768 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bc5d5e3-dd9b-4a2a-a5ef-b4cb4cc115a4'] response: {'name': 'network-changed', 'server_uuid': '229aaf8a-e3ce-4319-94b4-7e22662880b3', 'tag': 'f317c1e2-f283-4fec-bf28-0094dfcd58ff', 'status': 'completed', 'code': 200} Oct 03 12:59:59.697688 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d82da573-4514-4625-aca2-d1afcaf59e63 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:59.768765 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d82da573-4514-4625-aca2-d1afcaf59e63 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group (5151003a-5cd5-408f-adba-43e6814f5c12), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 12:59:59.812523 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-5d7f4b2a-b621-4e4d-9180-f0643283c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'name': 'tempest-TestMinimumBasicScenario-388923225-router', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:02Z', 'revision_number': 4, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'gw_port': {'id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '86bfc8e0-5f08-447e-9c95-b34feca170bd', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'port_id': 'f317c1e2-f283-4fec-bf28-0094dfcd58ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e', 'mac_address': 'fa:16:3e:81:38:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229aaf8a-e3ce-4319-94b4-7e22662880b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:59:58Z', 'updated_at': '2022-10-03T12:59:58Z', 'revision_number': 0, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9136c7a0-2091-414c-9301-5a40f56dd92e', 'name': '', 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'mac_address': 'fa:16:3e:93:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'b48c2643-0ee8-4d9e-ad75-4de802bc1167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:59:01Z', 'updated_at': '2022-10-03T12:59:08Z', 'revision_number': 5, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'subnets': [{'id': 'b48c2643-0ee8-4d9e-ad75-4de802bc1167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:59.840135 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f4b2a-b621-4e4d-9180-f0643283c8e4 None None] Checking router: b01f8390-2de0-41e2-991d-99c7a86062c3 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:59:59.847841 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d92ee404-9bc3-4307-b8b9-1bd5ddafacc6 req-a72503e6-1c47-4fd6-8c2d-33cbc204460a service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d4db50-7910-4292-8ab0-c965757c89d7 HTTP/1.1" status: 200 len: 217 time: 0.0510721 Oct 03 12:59:59.851272 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f4b2a-b621-4e4d-9180-f0643283c8e4 None None] Routers {'b01f8390-2de0-41e2-991d-99c7a86062c3'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 12:59:59.852002 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-5d7f4b2a-b621-4e4d-9180-f0643283c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:59:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['b01f8390-2de0-41e2-991d-99c7a86062c3'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:59:59.879108 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89d49c-eca2-4e42-a9e4-8327b8b79d42 req-654a2d93-3880-4930-8002-339475789a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:59.880757 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7a89d49c-eca2-4e42-a9e4-8327b8b79d42 req-654a2d93-3880-4930-8002-339475789a88 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=a0a4271779a04986bbd34e2e989f3603&device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 1130 time: 0.0744395 Oct 03 12:59:59.976750 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-5d7f4b2a-b621-4e4d-9180-f0643283c8e4 None None] Set router b01f8390-2de0-41e2-991d-99c7a86062c3 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:00:00.107167 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ee404-9bc3-4307-b8b9-1bd5ddafacc6 req-05e7f8e7-a189-468f-9df5-df4787429065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:00.110237 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d92ee404-9bc3-4307-b8b9-1bd5ddafacc6 req-05e7f8e7-a189-468f-9df5-df4787429065 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=992bdcdd-031e-4962-982a-3fce89fa640a HTTP/1.1" status: 200 len: 850 time: 0.1487424 Oct 03 13:00:00.112808 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d82da573-4514-4625-aca2-d1afcaf59e63 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (5151003a-5cd5-408f-adba-43e6814f5c12), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:00.119168 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a482c1-12ac-43e1-a206-866512379c82 req-5884a51b-6718-4723-ab9a-7f0c9f119c4c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:00.120660 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-51a482c1-12ac-43e1-a206-866512379c82 req-5884a51b-6718-4723-ab9a-7f0c9f119c4c tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 945 time: 0.1106400 Oct 03 13:00:00.162349 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82da573-4514-4625-aca2-d1afcaf59e63 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5151003a-5cd5-408f-adba-43e6814f5c12,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:00.208327 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89d49c-eca2-4e42-a9e4-8327b8b79d42 req-c42b4fb7-cbac-4b88-88d2-1bad4fbde993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:00.209800 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7a89d49c-eca2-4e42-a9e4-8327b8b79d42 req-c42b4fb7-cbac-4b88-88d2-1bad4fbde993 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=f899b1e8-33ea-4d75-a53c-f3e9c281806e HTTP/1.1" status: 200 len: 915 time: 0.2384143 Oct 03 13:00:00.227099 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-817ed99b-c51b-4949-bef8-bb3487033d27 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:00.228676 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-817ed99b-c51b-4949-bef8-bb3487033d27 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.46 "GET /networking/v2.0/networks?id=1c116e69-b6ec-41cd-b2b6-637e304e9d46 HTTP/1.1" status: 200 len: 815 time: 0.4233110 Oct 03 13:00:00.240955 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ee404-9bc3-4307-b8b9-1bd5ddafacc6 req-c9cb7153-9e4a-41f9-8a21-1c6beffdee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:00.242450 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d92ee404-9bc3-4307-b8b9-1bd5ddafacc6 req-c9cb7153-9e4a-41f9-8a21-1c6beffdee69 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=1ccd52b4-506d-483d-a4e0-802199d3659f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0881495 Oct 03 13:00:00.249154 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-d82da573-4514-4625-aca2-d1afcaf59e63 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:00.255546 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-d82da573-4514-4625-aca2-d1afcaf59e63 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6461563 Oct 03 13:00:00.265307 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43950) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:00:00.272321 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-5d7f4b2a-b621-4e4d-9180-f0643283c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'name': 'tempest-TestMinimumBasicScenario-388923225-router', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:02Z', 'revision_number': 4, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'gw_port': {'id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '86bfc8e0-5f08-447e-9c95-b34feca170bd', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'port_id': 'f317c1e2-f283-4fec-bf28-0094dfcd58ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e', 'mac_address': 'fa:16:3e:81:38:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229aaf8a-e3ce-4319-94b4-7e22662880b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:59:58Z', 'updated_at': '2022-10-03T12:59:58Z', 'revision_number': 0, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9136c7a0-2091-414c-9301-5a40f56dd92e', 'name': '', 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'mac_address': 'fa:16:3e:93:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'b48c2643-0ee8-4d9e-ad75-4de802bc1167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:59:01Z', 'updated_at': '2022-10-03T12:59:08Z', 'revision_number': 5, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'subnets': [{'id': 'b48c2643-0ee8-4d9e-ad75-4de802bc1167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:00:00.280060 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-bbbfd7b5-e20b-4a51-bc14-ec7e4730301e tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Request body: {'security_group_rule': {'security_group_id': '5151003a-5cd5-408f-adba-43e6814f5c12', 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:00:00.288855 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [req-d92ee404-9bc3-4307-b8b9-1bd5ddafacc6 req-514cb952-f194-452e-bc09-c3514b04acd4 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 13:00:00.289853 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d92ee404-9bc3-4307-b8b9-1bd5ddafacc6 req-514cb952-f194-452e-bc09-c3514b04acd4 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0082932 Oct 03 13:00:00.293574 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-51a482c1-12ac-43e1-a206-866512379c82 req-28cc42b9-ddd2-443e-9c21-30b1312dd7a8 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=18ee50b8-c178-4f2e-90fa-2e038bee25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639824 Oct 03 13:00:00.305585 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f4b2a-b621-4e4d-9180-f0643283c8e4 None None] The sync data for ids ['b01f8390-2de0-41e2-991d-99c7a86062c3'] in dv-cinder-844563-12-iscsi is: [{'id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'name': 'tempest-TestMinimumBasicScenario-388923225-router', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:02Z', 'revision_number': 4, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'gw_port': {'id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '86bfc8e0-5f08-447e-9c95-b34feca170bd', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'port_id': 'f317c1e2-f283-4fec-bf28-0094dfcd58ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e', 'mac_address': 'fa:16:3e:81:38:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229aaf8a-e3ce-4319-94b4-7e22662880b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:59:58Z', 'updated_at': '2022-10-03T12:59:58Z', 'revision_number': 0, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9136c7a0-2091-414c-9301-5a40f56dd92e', 'name': '', 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'mac_address': 'fa:16:3e:93:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'b48c2643-0ee8-4d9e-ad75-4de802bc1167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:59:01Z', 'updated_at': '2022-10-03T12:59:08Z', 'revision_number': 5, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'subnets': [{'id': 'b48c2643-0ee8-4d9e-ad75-4de802bc1167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:00:00.329659 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-740baeed-d48f-46c5-b1e9-8791a0996d10 req-e625ab39-50ee-474d-85b5-2b99c37283a5 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0c0a1aa2-1890-4062-bec7-6ab15fe3a595 HTTP/1.1" status: 200 len: 210 time: 0.0967584 Oct 03 13:00:00.362904 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821a681-bea9-4159-a5aa-420f67fa869b req-1ed96782-5c50-4816-b4fe-8a4be050a4d2 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:00.364407 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1821a681-bea9-4159-a5aa-420f67fa869b req-1ed96782-5c50-4816-b4fe-8a4be050a4d2 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 945 time: 0.1000080 Oct 03 13:00:00.396440 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7a89d49c-eca2-4e42-a9e4-8327b8b79d42 req-713b6de3-5075-40fe-8651-c7529d7426ce service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f317c1e2-f283-4fec-bf28-0094dfcd58ff HTTP/1.1" status: 200 len: 1000 time: 0.1749396 Oct 03 13:00:00.406472 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-c2e06cfe-20d1-4767-b9d1-3700fda33d93 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=484522301976426dae50e64c141c727e HTTP/1.1" status: 200 len: 379 time: 0.1491282 Oct 03 13:00:00.436958 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-bbbfd7b5-e20b-4a51-bc14-ec7e4730301e tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group_rule (0173a0e7-8f5f-4ca2-9885-8867ec6286e6), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:00.479001 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89d49c-eca2-4e42-a9e4-8327b8b79d42 req-fef71595-4a49-489a-9957-d324fa67d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:00.480483 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7a89d49c-eca2-4e42-a9e4-8327b8b79d42 req-fef71595-4a49-489a-9957-d324fa67d89b service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=b48c2643-0ee8-4d9e-ad75-4de802bc1167 HTTP/1.1" status: 200 len: 853 time: 0.0756381 Oct 03 13:00:00.482366 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d92ee404-9bc3-4307-b8b9-1bd5ddafacc6 req-1de3c8f3-1a36-47c9-8f20-ee01d82ac4c9 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656966 Oct 03 13:00:00.509455 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-cc89b0f5-eaa0-47e0-9d61-81fe5da162c1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'port': {'device_id': '0c0a1aa2-1890-4062-bec7-6ab15fe3a595', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'admin_state_up': True, 'tenant_id': '484522301976426dae50e64c141c727e', 'security_groups': ['cda0ba63-19ce-4afc-a067-9a76f2865bb8']}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:00:00.580926 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-1821a681-bea9-4159-a5aa-420f67fa869b req-ff70790e-7ab6-45f6-bf2b-ba5af9623757 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Deleting port e0d4db50-7910-4292-8ab0-c965757c89d7 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:00:00.581269 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-1821a681-bea9-4159-a5aa-420f67fa869b req-ff70790e-7ab6-45f6-bf2b-ba5af9623757 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (e0d4db50-7910-4292-8ab0-c965757c89d7), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:00.584239 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fb01b2-adab-4ce0-8ea2-964183855bb0 None None] New status for floating IP 86bfc8e0-5f08-447e-9c95-b34feca170bd: ACTIVE {{(pid=113287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:00:00.595135 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89d49c-eca2-4e42-a9e4-8327b8b79d42 req-71c2239d-5b77-48f0-9d02-8d8a11d93394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:00.596956 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7a89d49c-eca2-4e42-a9e4-8327b8b79d42 req-71c2239d-5b77-48f0-9d02-8d8a11d93394 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=f899b1e8-33ea-4d75-a53c-f3e9c281806e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0992336 Oct 03 13:00:00.606528 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-bbbfd7b5-e20b-4a51-bc14-ec7e4730301e tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group_rule (0173a0e7-8f5f-4ca2-9885-8867ec6286e6), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:00.652341 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-bbbfd7b5-e20b-4a51-bc14-ec7e4730301e tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (0173a0e7-8f5f-4ca2-9885-8867ec6286e6), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:00.675010 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d92ee404-9bc3-4307-b8b9-1bd5ddafacc6 req-a8dffb92-5912-4147-9b36-82dd523f4bdf service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784637 Oct 03 13:00:00.700882 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfd7b5-e20b-4a51-bc14-ec7e4730301e tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0173a0e7-8f5f-4ca2-9885-8867ec6286e6,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:00.716141 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:00.733776 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7a89d49c-eca2-4e42-a9e4-8327b8b79d42 req-591bfdf5-3e3a-43ef-ad52-887e5c2a7a72 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f899b1e8-33ea-4d75-a53c-f3e9c281806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237330 Oct 03 13:00:00.754722 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:00.759960 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:00.761804 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-1821a681-bea9-4159-a5aa-420f67fa869b req-ff70790e-7ab6-45f6-bf2b-ba5af9623757 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] For port e0d4db50-7910-4292-8ab0-c965757c89d7, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e0d4db50-7910-4292-8ab0-c965757c89d7,segment=NetworkSegment(68f8d878-ae14-402a-ae5e-c260c9ff73d4),segment_id=68f8d878-ae14-402a-ae5e-c260c9ff73d4)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:00:00.762173 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-1821a681-bea9-4159-a5aa-420f67fa869b req-ff70790e-7ab6-45f6-bf2b-ba5af9623757 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (e0d4db50-7910-4292-8ab0-c965757c89d7), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:00.779797 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-1821a681-bea9-4159-a5aa-420f67fa869b req-ff70790e-7ab6-45f6-bf2b-ba5af9623757 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Calling delete_port for e0d4db50-7910-4292-8ab0-c965757c89d7 owned by compute:nova {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:00:00.794049 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-bbbfd7b5-e20b-4a51-bc14-ec7e4730301e tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:00.797869 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-bbbfd7b5-e20b-4a51-bc14-ec7e4730301e tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5288808 Oct 03 13:00:00.798038 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43960) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:00:00.802389 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-847e008c-60a1-49a4-ac73-f4b6da49cab8 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Request body: {'security_group_rule': {'security_group_id': '5151003a-5cd5-408f-adba-43e6814f5c12', 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:00:00.816516 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:00.832534 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7a89d49c-eca2-4e42-a9e4-8327b8b79d42 req-d20b457b-9a2d-484b-8ef2-59c954e06020 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f899b1e8-33ea-4d75-a53c-f3e9c281806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963550 Oct 03 13:00:00.914551 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-cc89b0f5-eaa0-47e0-9d61-81fe5da162c1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Made reservation on behalf of 484522301976426dae50e64c141c727e for: {'port': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:00:00.918357 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-cc89b0f5-eaa0-47e0-9d61-81fe5da162c1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:01.014708 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-847e008c-60a1-49a4-ac73-f4b6da49cab8 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group_rule (6c9f4647-ea7a-4948-9e61-af38872060e4), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:01.045681 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-1821a681-bea9-4159-a5aa-420f67fa869b req-ff70790e-7ab6-45f6-bf2b-ba5af9623757 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (e0d4db50-7910-4292-8ab0-c965757c89d7), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:01.102583 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70790e-7ab6-45f6-bf2b-ba5af9623757 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Pushing event deleted for resources: {'Port': ['ID=e0d4db50-7910-4292-8ab0-c965757c89d7,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:01.148247 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-cc89b0f5-eaa0-47e0-9d61-81fe5da162c1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Allocated IP 172.20.0.9 (1c116e69-b6ec-41cd-b2b6-637e304e9d46/85ba965e-ab65-4b2d-a3bd-c593866149c6/68c75d66-fabb-4d68-9545-0cf165338459) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:00:01.180953 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-1821a681-bea9-4159-a5aa-420f67fa869b req-ff70790e-7ab6-45f6-bf2b-ba5af9623757 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] No DVR routers for this DVR port e0d4db50-7910-4292-8ab0-c965757c89d7 on host hv-cinder-84456 {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:00:01.183433 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-1821a681-bea9-4159-a5aa-420f67fa869b req-ff70790e-7ab6-45f6-bf2b-ba5af9623757 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:01.186826 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1821a681-bea9-4159-a5aa-420f67fa869b req-ff70790e-7ab6-45f6-bf2b-ba5af9623757 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.46 "DELETE /networking/v2.0/ports/e0d4db50-7910-4292-8ab0-c965757c89d7 HTTP/1.1" status: 204 len: 173 time: 0.8125176 Oct 03 13:00:01.194227 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ce55bf-3f09-490a-baf4-0822672b5805', 'name': 'network-vif-deleted', 'tag': 'e0d4db50-7910-4292-8ab0-c965757c89d7'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:00:01.200896 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2180a23c-0571-4fa0-8460-cd45065e8832" -d '{"events": [{"server_uuid": "b0ce55bf-3f09-490a-baf4-0822672b5805", "name": "network-vif-deleted", "tag": "e0d4db50-7910-4292-8ab0-c965757c89d7"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:00:01.200896 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-847e008c-60a1-49a4-ac73-f4b6da49cab8 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group_rule (6c9f4647-ea7a-4948-9e61-af38872060e4), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:01.274509 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-847e008c-60a1-49a4-ac73-f4b6da49cab8 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (6c9f4647-ea7a-4948-9e61-af38872060e4), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:01.304027 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e008c-60a1-49a4-ac73-f4b6da49cab8 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c9f4647-ea7a-4948-9e61-af38872060e4,revision_number=0']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:01.317056 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:01.322239 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20eff31-7ae1-45ba-bc49-4536120b3c22 x-openstack-request-id: req-f20eff31-7ae1-45ba-bc49-4536120b3c22 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:00:01.322535 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ce55bf-3f09-490a-baf4-0822672b5805", "name": "network-vif-deleted", "tag": "e0d4db50-7910-4292-8ab0-c965757c89d7", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:00:01.322791 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f20eff31-7ae1-45ba-bc49-4536120b3c22 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:00:01.323222 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f20eff31-7ae1-45ba-bc49-4536120b3c22'] response: {'server_uuid': 'b0ce55bf-3f09-490a-baf4-0822672b5805', 'name': 'network-vif-deleted', 'tag': 'e0d4db50-7910-4292-8ab0-c965757c89d7', 'status': 'completed', 'code': 200} Oct 03 13:00:01.362672 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-cc89b0f5-eaa0-47e0-9d61-81fe5da162c1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for port (68c75d66-fabb-4d68-9545-0cf165338459), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:01.368556 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-847e008c-60a1-49a4-ac73-f4b6da49cab8 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:01.372636 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-847e008c-60a1-49a4-ac73-f4b6da49cab8 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5708060 Oct 03 13:00:01.373105 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43970) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:00:01.379477 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-eb9db54c-3efd-4c29-b414-0eb7f61fa2c5 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Request body: {'security_group_rule': {'security_group_id': '5151003a-5cd5-408f-adba-43e6814f5c12', 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:00:01.439623 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-a7ae8e4b-172c-4b14-b93f-e1a01919bd1b req-27b0ecc8-b71e-4eaf-8111-349cb1c5ac01 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 210 time: 0.0528100 Oct 03 13:00:01.482071 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-cc89b0f5-eaa0-47e0-9d61-81fe5da162c1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (68c75d66-fabb-4d68-9545-0cf165338459), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:01.484355 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d54e6c84-c8a7-415e-97ce-8c96e04434b1 req-93a23cc1-cc98-4421-8160-7e1a0ecdc72f tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0c0a1aa2-1890-4062-bec7-6ab15fe3a595 HTTP/1.1" status: 200 len: 210 time: 0.0280325 Oct 03 13:00:01.518525 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-eb9db54c-3efd-4c29-b414-0eb7f61fa2c5 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group_rule (6eb81aef-37ed-4ed0-926a-d26e68d71b25), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:01.539306 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-cc89b0f5-eaa0-47e0-9d61-81fe5da162c1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:00:01.542755 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-cc89b0f5-eaa0-47e0-9d61-81fe5da162c1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:00:01.545249 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89b0f5-eaa0-47e0-9d61-81fe5da162c1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event updated for resources: {'Port': ['ID=68c75d66-fabb-4d68-9545-0cf165338459,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:01.556689 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-cc89b0f5-eaa0-47e0-9d61-81fe5da162c1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:00:01.590397 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:01.618779 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-cc89b0f5-eaa0-47e0-9d61-81fe5da162c1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:01.619497 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-cc89b0f5-eaa0-47e0-9d61-81fe5da162c1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:01.714582 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-cc89b0f5-eaa0-47e0-9d61-81fe5da162c1 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2087657 Oct 03 13:00:01.727124 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Request body: {'port': {'device_id': '0c0a1aa2-1890-4062-bec7-6ab15fe3a595', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:00:01.816156 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (68c75d66-fabb-4d68-9545-0cf165338459), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:01.882548 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-eb9db54c-3efd-4c29-b414-0eb7f61fa2c5 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group_rule (6eb81aef-37ed-4ed0-926a-d26e68d71b25), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:01.899235 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-529b17e6-fec7-4425-953a-5af69a9f1847 None None] Provisioning complete for port 68c75d66-fabb-4d68-9545-0cf165338459 triggered by entity DHCP. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:00:01.899786 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-529b17e6-fec7-4425-953a-5af69a9f1847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (68c75d66-fabb-4d68-9545-0cf165338459), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:01.900474 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-529b17e6-fec7-4425-953a-5af69a9f1847 None None] Attempt 1 to provision port 68c75d66-fabb-4d68-9545-0cf165338459 Oct 03 13:00:01.933487 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-529b17e6-fec7-4425-953a-5af69a9f1847 None None] Port 68c75d66-fabb-4d68-9545-0cf165338459 cannot update to ACTIVE because it is not bound. {{(pid=113286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 13:00:01.977144 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-eb9db54c-3efd-4c29-b414-0eb7f61fa2c5 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (6eb81aef-37ed-4ed0-926a-d26e68d71b25), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:01.999173 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9db54c-3efd-4c29-b414-0eb7f61fa2c5 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb81aef-37ed-4ed0-926a-d26e68d71b25,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:02.101162 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c75d66-fabb-4d68-9545-0cf165338459 {{(pid=113284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:00:02.105066 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-eb9db54c-3efd-4c29-b414-0eb7f61fa2c5 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:02.106351 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-eb9db54c-3efd-4c29-b414-0eb7f61fa2c5 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7320168 Oct 03 13:00:02.109142 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43972) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:00:02.109281 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Publish callbacks [] for port (68c75d66-fabb-4d68-9545-0cf165338459), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:02.113761 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-015ef2bd-e8a0-4061-86ad-20fd6b871eae tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Request body: {'security_group_rule': {'security_group_id': '5151003a-5cd5-408f-adba-43e6814f5c12', 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:00:02.121998 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.provisioning_blocks [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Transition to ACTIVE for port object 68c75d66-fabb-4d68-9545-0cf165338459 will not be triggered until provisioned by entity L2. {{(pid=113284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:00:02.206333 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (68c75d66-fabb-4d68-9545-0cf165338459), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:02.243848 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-015ef2bd-e8a0-4061-86ad-20fd6b871eae tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group_rule (3dfd5e30-9dde-4e50-a084-be4ccc0af2ae), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:02.270107 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Pushing event updated for resources: {'Port': ['ID=68c75d66-fabb-4d68-9545-0cf165338459,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:02.299168 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:02.299579 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:02.299927 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:02.300356 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:02.300690 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:02.301056 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:02.301352 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:02.301679 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:02.302060 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:02.302389 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:02.302710 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:02.303032 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:02.303384 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:02.303720 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:02.304178 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:02.315126 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-015ef2bd-e8a0-4061-86ad-20fd6b871eae tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group_rule (3dfd5e30-9dde-4e50-a084-be4ccc0af2ae), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:02.333717 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Attempting to bind port 68c75d66-fabb-4d68-9545-0cf165338459 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:00:02.334054 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Attempting to bind port 68c75d66-fabb-4d68-9545-0cf165338459 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:00:02.334380 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Attempting to bind port 68c75d66-fabb-4d68-9545-0cf165338459 on network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:00:02.337076 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:02.366418 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-015ef2bd-e8a0-4061-86ad-20fd6b871eae tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (3dfd5e30-9dde-4e50-a084-be4ccc0af2ae), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:02.376510 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Port 68c75d66-fabb-4d68-9545-0cf165338459 on network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:00:02.378410 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Attempting to bind port 68c75d66-fabb-4d68-9545-0cf165338459 on network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:00:02.386362 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ef2bd-e8a0-4061-86ad-20fd6b871eae tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfd5e30-9dde-4e50-a084-be4ccc0af2ae,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:02.423744 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Checking agent: {'id': '72e18e84-452a-46dd-9356-90dcf7de37bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'started_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:00:02.424080 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Checking segment: {'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:00:02.424460 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Bound using segment: {'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:00:02.424893 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Bound port: 68c75d66-fabb-4d68-9545-0cf165338459, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0552806-4241-4c16-9f0d-31de7a35d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46'}}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:00:02.425250 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (68c75d66-fabb-4d68-9545-0cf165338459), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:02.449017 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-015ef2bd-e8a0-4061-86ad-20fd6b871eae tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:02.450225 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-015ef2bd-e8a0-4061-86ad-20fd6b871eae tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3399796 Oct 03 13:00:02.455390 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43974) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:00:02.460530 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-dc849d51-7dde-4998-b24f-2b6032d4ac19 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Request body: {'security_group_rule': {'security_group_id': '5151003a-5cd5-408f-adba-43e6814f5c12', 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:00:02.488815 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] For port 68c75d66-fabb-4d68-9545-0cf165338459, host hv-cinder-84456, cleared binding levels {{(pid=113284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:00:02.492500 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] For port 68c75d66-fabb-4d68-9545-0cf165338459, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=68c75d66-fabb-4d68-9545-0cf165338459,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:00:02.543844 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.db.securitygroups_db [None req-dc849d51-7dde-4998-b24f-2b6032d4ac19 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Project a0a4271779a04986bbd34e2e989f3603 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 13:00:02.552823 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-dc849d51-7dde-4998-b24f-2b6032d4ac19 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group_rule (0d7dbeb2-13bf-4363-b568-869aad182fb8), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:02.572864 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (68c75d66-fabb-4d68-9545-0cf165338459), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:02.579275 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:02.581541 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:02.581541 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/68c75d66-fabb-4d68-9545-0cf165338459 HTTP/1.1" status: 200 len: 1093 time: 0.8597622 Oct 03 13:00:02.621857 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-52118cf3-cecb-48f1-abdf-f8f71acabb09 req-e576743b-3993-4d57-8379-ba843d430696 tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0ce55bf-3f09-490a-baf4-0822672b5805 HTTP/1.1" status: 200 len: 210 time: 0.0605247 Oct 03 13:00:02.624511 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01737cc4-20d1-4174-9e57-ed792f6967ad service neutron] Pushing event updated for resources: {'Port': ['ID=68c75d66-fabb-4d68-9545-0cf165338459,revision_number=3']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:02.670339 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83b4d5-32e3-445a-8a48-0dfd5fa9f379 req-2707f001-3204-4977-994c-3223b3ace12a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:02.673554 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ea83b4d5-32e3-445a-8a48-0dfd5fa9f379 req-2707f001-3204-4977-994c-3223b3ace12a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0c0a1aa2-1890-4062-bec7-6ab15fe3a595 HTTP/1.1" status: 200 len: 943 time: 0.0968943 Oct 03 13:00:02.682676 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-dc849d51-7dde-4998-b24f-2b6032d4ac19 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group_rule (0d7dbeb2-13bf-4363-b568-869aad182fb8), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:02.724880 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ea83b4d5-32e3-445a-8a48-0dfd5fa9f379 req-fdc3e306-47e3-4f60-9f53-d707a55db61f tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cda0ba63-19ce-4afc-a067-9a76f2865bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447719 Oct 03 13:00:02.730626 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-38e9fd22-5608-413d-a6f7-77e12a0be72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:02.732145 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-38e9fd22-5608-413d-a6f7-77e12a0be72f service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=484522301976426dae50e64c141c727e&device_id=0c0a1aa2-1890-4062-bec7-6ab15fe3a595 HTTP/1.1" status: 200 len: 1127 time: 0.0422413 Oct 03 13:00:02.765247 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-dc849d51-7dde-4998-b24f-2b6032d4ac19 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (0d7dbeb2-13bf-4363-b568-869aad182fb8), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:02.773317 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-b531123c-e406-4eba-b13d-df0fc6190615 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68c75d66-fabb-4d68-9545-0cf165338459 HTTP/1.1" status: 200 len: 217 time: 0.0329919 Oct 03 13:00:02.784937 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc849d51-7dde-4998-b24f-2b6032d4ac19 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7dbeb2-13bf-4363-b568-869aad182fb8,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:02.823174 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-1ef9e5ec-b57e-4afd-abf7-5201e70afffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:02.824533 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-1ef9e5ec-b57e-4afd-abf7-5201e70afffb service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=85ba965e-ab65-4b2d-a3bd-c593866149c6 HTTP/1.1" status: 200 len: 854 time: 0.0448225 Oct 03 13:00:02.867591 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-96165c2f-b724-4ec6-828d-7633618c9bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:02.869276 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-96165c2f-b724-4ec6-828d-7633618c9bed service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=1c116e69-b6ec-41cd-b2b6-637e304e9d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381870 Oct 03 13:00:02.878230 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-dc849d51-7dde-4998-b24f-2b6032d4ac19 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:02.879453 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-dc849d51-7dde-4998-b24f-2b6032d4ac19 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4230890 Oct 03 13:00:02.882239 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 43980) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:00:02.886586 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-7a4131b0-ba82-4452-9e02-f6f6fac77d02 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Request body: {'security_group_rule': {'security_group_id': '5151003a-5cd5-408f-adba-43e6814f5c12', 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:00:02.964121 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-52a918f3-eccc-4ede-be5b-7dd743157a4a service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876606 Oct 03 13:00:02.972278 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.db.securitygroups_db [None req-7a4131b0-ba82-4452-9e02-f6f6fac77d02 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Project a0a4271779a04986bbd34e2e989f3603 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 13:00:02.978659 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7a4131b0-ba82-4452-9e02-f6f6fac77d02 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group_rule (5af0e914-1490-444f-9a86-193386df85ec), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:03.030377 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:03.041037 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7a4131b0-ba82-4452-9e02-f6f6fac77d02 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group_rule (5af0e914-1490-444f-9a86-193386df85ec), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:03.059077 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-05b6050f-53b3-4bc7-a1d0-619f9f16762b req-9c5e41e0-7e99-4252-96ad-bd48e95d30f4 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884979 Oct 03 13:00:03.154632 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7a4131b0-ba82-4452-9e02-f6f6fac77d02 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580989'] for security_group_rule (5af0e914-1490-444f-9a86-193386df85ec), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:03.154848 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:03.175064 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4131b0-ba82-4452-9e02-f6f6fac77d02 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af0e914-1490-444f-9a86-193386df85ec,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:03.242249 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7a4131b0-ba82-4452-9e02-f6f6fac77d02 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:03.244146 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-7a4131b0-ba82-4452-9e02-f6f6fac77d02 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3606329 Oct 03 13:00:03.319429 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:03.324792 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0a1aa2-1890-4062-bec7-6ab15fe3a595', 'tag': '68c75d66-fabb-4d68-9545-0cf165338459'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:00:03.327248 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742001d7-0d22-4c2d-8dbc-ccd1d16928f7" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0a1aa2-1890-4062-bec7-6ab15fe3a595", "tag": "68c75d66-fabb-4d68-9545-0cf165338459"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:00:03.336585 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1ac9d79d-73b3-46b1-8ed5-fb27b9e6c3b8 req-bdbaa847-8ed2-4876-8cc4-8246e3115802 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1179058255&fields=id&tenant_id=a0a4271779a04986bbd34e2e989f3603 HTTP/1.1" status: 200 len: 267 time: 0.0474446 Oct 03 13:00:03.366797 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e235d1-4473-47d0-b5a4-bc2a037860a7 x-openstack-request-id: req-49e235d1-4473-47d0-b5a4-bc2a037860a7 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:00:03.367165 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0a1aa2-1890-4062-bec7-6ab15fe3a595", "tag": "68c75d66-fabb-4d68-9545-0cf165338459", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:00:03.367440 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-49e235d1-4473-47d0-b5a4-bc2a037860a7 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:00:03.367842 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49e235d1-4473-47d0-b5a4-bc2a037860a7'] response: {'name': 'network-changed', 'server_uuid': '0c0a1aa2-1890-4062-bec7-6ab15fe3a595', 'tag': '68c75d66-fabb-4d68-9545-0cf165338459', 'status': 'completed', 'code': 200} Oct 03 13:00:03.403012 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9d79d-73b3-46b1-8ed5-fb27b9e6c3b8 req-cc0fb4c7-dbee-4e7c-bb64-1948278e0992 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:03.404552 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1ac9d79d-73b3-46b1-8ed5-fb27b9e6c3b8 req-cc0fb4c7-dbee-4e7c-bb64-1948278e0992 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 946 time: 0.0623450 Oct 03 13:00:03.415984 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [req-1ac9d79d-73b3-46b1-8ed5-fb27b9e6c3b8 req-027de224-2c7f-4a96-9396-6262a1060df0 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Request body: {'port': {'security_groups': ['3e587fed-f9d3-4cac-aa86-0e911333a786', '5151003a-5cd5-408f-adba-43e6814f5c12']}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:00:03.420042 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=5 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:03.486492 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-1ac9d79d-73b3-46b1-8ed5-fb27b9e6c3b8 req-027de224-2c7f-4a96-9396-6262a1060df0 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (f317c1e2-f283-4fec-bf28-0094dfcd58ff), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:03.668502 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [req-1ac9d79d-73b3-46b1-8ed5-fb27b9e6c3b8 req-027de224-2c7f-4a96-9396-6262a1060df0 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] For port f317c1e2-f283-4fec-bf28-0094dfcd58ff, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f317c1e2-f283-4fec-bf28-0094dfcd58ff,segment=NetworkSegment(bcf38709-30b0-4fcd-b16e-80cac6605a45),segment_id=bcf38709-30b0-4fcd-b16e-80cac6605a45)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:00:03.701977 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 43988) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:00:03.704837 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-1ac9d79d-73b3-46b1-8ed5-fb27b9e6c3b8 req-027de224-2c7f-4a96-9396-6262a1060df0 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for port (f317c1e2-f283-4fec-bf28-0094dfcd58ff), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:03.772432 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-1ac9d79d-73b3-46b1-8ed5-fb27b9e6c3b8 req-027de224-2c7f-4a96-9396-6262a1060df0 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13033702'] for port (f317c1e2-f283-4fec-bf28-0094dfcd58ff), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:03.789298 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['f317c1e2-f283-4fec-bf28-0094dfcd58ff'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:00:03.823354 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9d79d-73b3-46b1-8ed5-fb27b9e6c3b8 req-027de224-2c7f-4a96-9396-6262a1060df0 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:03.824103 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-1ac9d79d-73b3-46b1-8ed5-fb27b9e6c3b8 req-027de224-2c7f-4a96-9396-6262a1060df0 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:03.825573 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-1ac9d79d-73b3-46b1-8ed5-fb27b9e6c3b8 req-027de224-2c7f-4a96-9396-6262a1060df0 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "PUT /networking/v2.0/ports/f317c1e2-f283-4fec-bf28-0094dfcd58ff HTTP/1.1" status: 200 len: 982 time: 0.4139924 Oct 03 13:00:03.826291 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229aaf8a-e3ce-4319-94b4-7e22662880b3', 'tag': 'f317c1e2-f283-4fec-bf28-0094dfcd58ff'}] {{(pid=113285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:00:03.830312 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8c9de838f6157477042d1ccf4c4241849d38f3be3769c4c2ec48b33ae5f8e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f3dd45-5623-40cc-89c1-fa9ac67f637b" -d '{"events": [{"name": "network-changed", "server_uuid": "229aaf8a-e3ce-4319-94b4-7e22662880b3", "tag": "f317c1e2-f283-4fec-bf28-0094dfcd58ff"}]}' {{(pid=113285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:00:03.836824 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-c57397ef-318a-4985-bd5a-b1fdfeaf2fab tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Deleting port 5bf59bf2-8852-43a3-a3a3-ae4d6dd9c09a {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:00:03.837358 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c57397ef-318a-4985-bd5a-b1fdfeaf2fab tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (5bf59bf2-8852-43a3-a3a3-ae4d6dd9c09a), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:03.898988 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7616f137-063f-4348-adb3-a75fc569ca71 x-openstack-request-id: req-7616f137-063f-4348-adb3-a75fc569ca71 {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:00:03.899775 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "229aaf8a-e3ce-4319-94b4-7e22662880b3", "tag": "f317c1e2-f283-4fec-bf28-0094dfcd58ff", "status": "completed", "code": 200}]} {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:00:03.899775 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7616f137-063f-4348-adb3-a75fc569ca71 {{(pid=113285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:00:03.900294 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7616f137-063f-4348-adb3-a75fc569ca71'] response: {'name': 'network-changed', 'server_uuid': '229aaf8a-e3ce-4319-94b4-7e22662880b3', 'tag': 'f317c1e2-f283-4fec-bf28-0094dfcd58ff', 'status': 'completed', 'code': 200} Oct 03 13:00:03.914026 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06d76b-56eb-4f6a-93ba-3ce76ac89bda req-ae10b01a-6a2a-481f-92a8-8d3c9afbe9f2 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:03.915998 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8c06d76b-56eb-4f6a-93ba-3ce76ac89bda req-ae10b01a-6a2a-481f-92a8-8d3c9afbe9f2 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0c0a1aa2-1890-4062-bec7-6ab15fe3a595 HTTP/1.1" status: 200 len: 943 time: 0.0993400 Oct 03 13:00:03.917220 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027de224-2c7f-4a96-9396-6262a1060df0 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Pushing event updated for resources: {'Port': ['ID=f317c1e2-f283-4fec-bf28-0094dfcd58ff,revision_number=6']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:03.975154 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3dd45-5623-40cc-89c1-fa9ac67f637b req-2f92f2c6-538c-46ca-9655-58980a70725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:03.986945 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-85f3dd45-5623-40cc-89c1-fa9ac67f637b req-2f92f2c6-538c-46ca-9655-58980a70725e service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=a0a4271779a04986bbd34e2e989f3603&device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 1169 time: 0.0552771 Oct 03 13:00:04.005400 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-8c06d76b-56eb-4f6a-93ba-3ce76ac89bda req-2ad2e6d9-11e2-4465-aa17-9b61ed7c50a9 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cda0ba63-19ce-4afc-a067-9a76f2865bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816474 Oct 03 13:00:04.032281 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['f317c1e2-f283-4fec-bf28-0094dfcd58ff'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:00:04.056380 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ffb99-dbe3-4c32-8c73-e7c878e54c51 req-36184c8a-36a5-4e85-95d8-df6fd7428b11 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:04.057855 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cc0ffb99-dbe3-4c32-8c73-e7c878e54c51 req-36184c8a-36a5-4e85-95d8-df6fd7428b11 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 985 time: 0.0684435 Oct 03 13:00:04.068798 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742001d7-0d22-4c2d-8dbc-ccd1d16928f7 req-61aa25fe-9968-408f-af67-92e73963de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:04.070588 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-742001d7-0d22-4c2d-8dbc-ccd1d16928f7 req-61aa25fe-9968-408f-af67-92e73963de29 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=484522301976426dae50e64c141c727e&device_id=0c0a1aa2-1890-4062-bec7-6ab15fe3a595 HTTP/1.1" status: 200 len: 1127 time: 0.1663592 Oct 03 13:00:04.076568 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:04.124391 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-cc0ffb99-dbe3-4c32-8c73-e7c878e54c51 req-ed5dc82a-0ad5-4c96-89de-36ab9fbcb715 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&id=5151003a-5cd5-408f-adba-43e6814f5c12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585270 Oct 03 13:00:04.131286 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:04.154893 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c57397ef-318a-4985-bd5a-b1fdfeaf2fab tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (5bf59bf2-8852-43a3-a3a3-ae4d6dd9c09a), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:04.155222 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c57397ef-318a-4985-bd5a-b1fdfeaf2fab tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for floatingip (5bf59bf2-8852-43a3-a3a3-ae4d6dd9c09a), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:04.186591 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-c57397ef-318a-4985-bd5a-b1fdfeaf2fab tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Calling delete_port for 5bf59bf2-8852-43a3-a3a3-ae4d6dd9c09a owned by network:floatingip {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:00:04.230885 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 68c75d66-fabb-4d68-9545-0cf165338459 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:00:04.232966 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device e0d4db50-7910-4292-8ab0-c965757c89d7 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:00:04.237786 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3dd45-5623-40cc-89c1-fa9ac67f637b req-acabc9a5-7b5a-4d30-91fd-0fe9ba1baa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:04.239067 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-85f3dd45-5623-40cc-89c1-fa9ac67f637b req-acabc9a5-7b5a-4d30-91fd-0fe9ba1baa5b service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=f899b1e8-33ea-4d75-a53c-f3e9c281806e HTTP/1.1" status: 200 len: 915 time: 0.2428079 Oct 03 13:00:04.266525 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] No Port match for: e0d4db50-7910-4292-8ab0-c965757c89d7 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:00:04.266883 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device e0d4db50-7910-4292-8ab0-c965757c89d7 not bound to the agent host hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:00:04.314231 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:04.315659 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742001d7-0d22-4c2d-8dbc-ccd1d16928f7 req-efe9516b-b5ab-471c-ada0-9640fcf586ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:04.317106 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-742001d7-0d22-4c2d-8dbc-ccd1d16928f7 req-efe9516b-b5ab-471c-ada0-9640fcf586ef service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=1c116e69-b6ec-41cd-b2b6-637e304e9d46 HTTP/1.1" status: 200 len: 916 time: 0.2325735 Oct 03 13:00:04.379653 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-742001d7-0d22-4c2d-8dbc-ccd1d16928f7 req-c06b2a41-e95f-4ad7-af40-6c9113eea71e service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68c75d66-fabb-4d68-9545-0cf165338459 HTTP/1.1" status: 200 len: 217 time: 0.0534499 Oct 03 13:00:04.386543 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-85f3dd45-5623-40cc-89c1-fa9ac67f637b req-6752d3a1-d196-48a4-9425-7a41f8e949bb service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f317c1e2-f283-4fec-bf28-0094dfcd58ff HTTP/1.1" status: 200 len: 1002 time: 0.1201878 Oct 03 13:00:04.479198 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 68c75d66-fabb-4d68-9545-0cf165338459, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=68c75d66-fabb-4d68-9545-0cf165338459,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:00:04.482102 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3dd45-5623-40cc-89c1-fa9ac67f637b req-aeb1fbd3-53a0-46ab-9a38-3d5c7b1dcef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:04.483579 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-85f3dd45-5623-40cc-89c1-fa9ac67f637b req-aeb1fbd3-53a0-46ab-9a38-3d5c7b1dcef7 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=b48c2643-0ee8-4d9e-ad75-4de802bc1167 HTTP/1.1" status: 200 len: 853 time: 0.0854533 Oct 03 13:00:04.487427 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742001d7-0d22-4c2d-8dbc-ccd1d16928f7 req-706a8f86-b01b-4ac9-873a-b460872c354d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:04.488749 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-742001d7-0d22-4c2d-8dbc-ccd1d16928f7 req-706a8f86-b01b-4ac9-873a-b460872c354d service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=85ba965e-ab65-4b2d-a3bd-c593866149c6 HTTP/1.1" status: 200 len: 854 time: 0.1013296 Oct 03 13:00:04.510771 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': '68c75d66-fabb-4d68-9545-0cf165338459', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'port_id': '68c75d66-fabb-4d68-9545-0cf165338459', 'mac_address': 'fa:16:3e:b5:98:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:00:04.569327 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:04.592842 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742001d7-0d22-4c2d-8dbc-ccd1d16928f7 req-cdae01c0-fd38-46e1-ae1e-d9e996169e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:04.595107 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-742001d7-0d22-4c2d-8dbc-ccd1d16928f7 req-cdae01c0-fd38-46e1-ae1e-d9e996169e0e service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=1c116e69-b6ec-41cd-b2b6-637e304e9d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0861661 Oct 03 13:00:04.596115 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3dd45-5623-40cc-89c1-fa9ac67f637b req-f3499930-d850-445d-bf67-69443495da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:04.597434 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-85f3dd45-5623-40cc-89c1-fa9ac67f637b req-f3499930-d850-445d-bf67-69443495da3d service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=f899b1e8-33ea-4d75-a53c-f3e9c281806e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0876622 Oct 03 13:00:04.613990 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 68c75d66-fabb-4d68-9545-0cf165338459 is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:00:04.614385 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (68c75d66-fabb-4d68-9545-0cf165338459), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:04.660303 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c75d66-fabb-4d68-9545-0cf165338459 {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:00:04.724619 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 68c75d66-fabb-4d68-9545-0cf165338459, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=68c75d66-fabb-4d68-9545-0cf165338459,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:00:04.747216 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:04.766498 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:04.783569 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (68c75d66-fabb-4d68-9545-0cf165338459), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:04.878957 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=68c75d66-fabb-4d68-9545-0cf165338459,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:04.890103 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:04.890450 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:04.891987 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:04.892344 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:04.892683 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:04.893018 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:04.893348 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:04.893677 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:04.894005 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:04.894333 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:04.894672 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:04.894999 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:04.895486 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:04.895669 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:04.895992 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:04.932824 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c57397ef-318a-4985-bd5a-b1fdfeaf2fab tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (5bf59bf2-8852-43a3-a3a3-ae4d6dd9c09a), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:04.974168 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57397ef-318a-4985-bd5a-b1fdfeaf2fab tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Pushing event deleted for resources: {'Port': ['ID=5bf59bf2-8852-43a3-a3a3-ae4d6dd9c09a,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:05.070877 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-742001d7-0d22-4c2d-8dbc-ccd1d16928f7 req-7b1850f0-9afc-4729-b850-a609ea46ae06 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630845 Oct 03 13:00:05.081053 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-85f3dd45-5623-40cc-89c1-fa9ac67f637b req-6ae13129-97fe-41bf-a974-591ed34ff2fd service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f899b1e8-33ea-4d75-a53c-f3e9c281806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721191 Oct 03 13:00:05.112765 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c57397ef-318a-4985-bd5a-b1fdfeaf2fab tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for floatingip (aae34d60-ab1c-43c6-ab6c-c684e6834b10), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:05.115261 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c57397ef-318a-4985-bd5a-b1fdfeaf2fab tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:05.116436 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-c57397ef-318a-4985-bd5a-b1fdfeaf2fab tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/aae34d60-ab1c-43c6-ab6c-c684e6834b10 HTTP/1.1" status: 204 len: 168 time: 1.4108396 Oct 03 13:00:05.137787 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db824ba9-4e92-428d-968a-8a99646661ca req-0d7922e5-3e21-4b9e-a1d9-fd5cfcb6218b tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:05.140086 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-db824ba9-4e92-428d-968a-8a99646661ca req-0d7922e5-3e21-4b9e-a1d9-fd5cfcb6218b tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0c0a1aa2-1890-4062-bec7-6ab15fe3a595 HTTP/1.1" status: 200 len: 944 time: 0.0501494 Oct 03 13:00:05.162069 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['68c75d66-fabb-4d68-9545-0cf165338459'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:00:05.220410 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-db824ba9-4e92-428d-968a-8a99646661ca req-956d7ce6-7ac9-4de1-afde-23a77d9cef30 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cda0ba63-19ce-4afc-a067-9a76f2865bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740566 Oct 03 13:00:05.266675 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-85f3dd45-5623-40cc-89c1-fa9ac67f637b req-c59b12cf-ae58-4cc2-8dcf-2cde373449f7 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f899b1e8-33ea-4d75-a53c-f3e9c281806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740210 Oct 03 13:00:05.270136 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-742001d7-0d22-4c2d-8dbc-ccd1d16928f7 req-09b54056-31b3-4d73-8b22-16421ffa734a service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866713 Oct 03 13:00:06.223229 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 68c75d66-fabb-4d68-9545-0cf165338459 up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:00:06.268451 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning for port 68c75d66-fabb-4d68-9545-0cf165338459 completed by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:00:06.320434 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port 68c75d66-fabb-4d68-9545-0cf165338459 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:00:06.320807 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (68c75d66-fabb-4d68-9545-0cf165338459), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:06.321146 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port 68c75d66-fabb-4d68-9545-0cf165338459 Oct 03 13:00:06.363434 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01edad-8a72-49ad-b2dd-d28329b51c1a req-98c4cf5d-1a00-4bb7-9563-70b507b9eeb7 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:06.364928 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6e01edad-8a72-49ad-b2dd-d28329b51c1a req-98c4cf5d-1a00-4bb7-9563-70b507b9eeb7 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0c0a1aa2-1890-4062-bec7-6ab15fe3a595 HTTP/1.1" status: 200 len: 944 time: 0.0475743 Oct 03 13:00:06.395980 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port 68c75d66-fabb-4d68-9545-0cf165338459 is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:00:06.396364 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (68c75d66-fabb-4d68-9545-0cf165338459), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:06.416840 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6e01edad-8a72-49ad-b2dd-d28329b51c1a req-83f79062-db70-4a3b-b217-5e87467a2e16 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cda0ba63-19ce-4afc-a067-9a76f2865bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458505 Oct 03 13:00:06.420562 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0a1aa2-1890-4062-bec7-6ab15fe3a595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c75d66-fabb-4d68-9545-0cf165338459'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:00:06.423085 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ce40a1-9b92-46f8-a72e-955003d347ca" -d '{"events": [{"server_uuid": "0c0a1aa2-1890-4062-bec7-6ab15fe3a595", "name": "network-vif-plugged", "status": "completed", "tag": "68c75d66-fabb-4d68-9545-0cf165338459"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:00:06.441431 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port 68c75d66-fabb-4d68-9545-0cf165338459, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=68c75d66-fabb-4d68-9545-0cf165338459,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:00:06.470816 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54665e80-4575-4aac-866d-168392c86756 x-openstack-request-id: req-54665e80-4575-4aac-866d-168392c86756 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:00:06.471107 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0a1aa2-1890-4062-bec7-6ab15fe3a595", "name": "network-vif-plugged", "status": "completed", "tag": "68c75d66-fabb-4d68-9545-0cf165338459", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:00:06.471394 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-54665e80-4575-4aac-866d-168392c86756 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:00:06.471794 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54665e80-4575-4aac-866d-168392c86756'] response: {'server_uuid': '0c0a1aa2-1890-4062-bec7-6ab15fe3a595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c75d66-fabb-4d68-9545-0cf165338459', 'code': 200} Oct 03 13:00:06.513968 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (68c75d66-fabb-4d68-9545-0cf165338459), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:06.521374 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44014) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:00:06.564791 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=68c75d66-fabb-4d68-9545-0cf165338459,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:06.584095 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b6b06791-8749-4c1a-954c-22f88f0b583b tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group (18ee50b8-c178-4f2e-90fa-2e038bee25b0), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:06.608220 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b6b06791-8749-4c1a-954c-22f88f0b583b tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group (18ee50b8-c178-4f2e-90fa-2e038bee25b0), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:06.641228 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:06.720530 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b6b06791-8749-4c1a-954c-22f88f0b583b tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (18ee50b8-c178-4f2e-90fa-2e038bee25b0), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:06.723459 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-b6b06791-8749-4c1a-954c-22f88f0b583b tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:06.724525 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-b6b06791-8749-4c1a-954c-22f88f0b583b tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/18ee50b8-c178-4f2e-90fa-2e038bee25b0 HTTP/1.1" status: 204 len: 168 time: 0.2019906 Oct 03 13:00:06.733926 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b06791-8749-4c1a-954c-22f88f0b583b tempest-TestVolumeBootPattern-24941892 tempest-TestVolumeBootPattern-24941892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ee50b8-c178-4f2e-90fa-2e038bee25b0,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:06.797283 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220baef-78e6-4f47-9756-154536f0676f req-101d3c33-362e-4825-9e92-b622461f3ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:06.798757 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1220baef-78e6-4f47-9756-154536f0676f req-101d3c33-362e-4825-9e92-b622461f3ad1 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c0a1aa2-1890-4062-bec7-6ab15fe3a595 HTTP/1.1" status: 200 len: 1129 time: 0.0400586 Oct 03 13:00:06.843511 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1220baef-78e6-4f47-9756-154536f0676f req-2d92ec54-2542-433a-acd4-5b697d6d15fb service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cda0ba63-19ce-4afc-a067-9a76f2865bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379596 Oct 03 13:00:06.879297 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44018) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:00:07.069179 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:07.287530 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-916e3feb-5f6d-4b3d-812c-08432b8b15e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759112'] for router_interface (53d59532-55d2-4727-acf3-529de2203db5), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:07.518424 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-916e3feb-5f6d-4b3d-812c-08432b8b15e2 admin admin] Deleting port eb4735ac-c7dc-4184-91df-c6a684c0ecf7 {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:00:07.519165 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-916e3feb-5f6d-4b3d-812c-08432b8b15e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (eb4735ac-c7dc-4184-91df-c6a684c0ecf7), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:07.590642 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a227395-cd33-4b11-9cfc-5530403d770e req-34d838f8-f120-4203-8f0c-290e86d3eb0a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:07.592143 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4a227395-cd33-4b11-9cfc-5530403d770e req-34d838f8-f120-4203-8f0c-290e86d3eb0a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0c0a1aa2-1890-4062-bec7-6ab15fe3a595 HTTP/1.1" status: 200 len: 945 time: 0.0878336 Oct 03 13:00:07.653856 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [None req-916e3feb-5f6d-4b3d-812c-08432b8b15e2 admin admin] For port eb4735ac-c7dc-4184-91df-c6a684c0ecf7, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=eb4735ac-c7dc-4184-91df-c6a684c0ecf7,segment=NetworkSegment(68f8d878-ae14-402a-ae5e-c260c9ff73d4),segment_id=68f8d878-ae14-402a-ae5e-c260c9ff73d4)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:00:07.654138 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-916e3feb-5f6d-4b3d-812c-08432b8b15e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (eb4735ac-c7dc-4184-91df-c6a684c0ecf7), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:07.678611 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-916e3feb-5f6d-4b3d-812c-08432b8b15e2 admin admin] Calling delete_port for eb4735ac-c7dc-4184-91df-c6a684c0ecf7 owned by network:router_interface {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:00:07.683014 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4a227395-cd33-4b11-9cfc-5530403d770e req-1ccc1235-2f99-4025-92e8-24f5631ec609 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cda0ba63-19ce-4afc-a067-9a76f2865bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841420 Oct 03 13:00:07.723226 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:07.931177 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-916e3feb-5f6d-4b3d-812c-08432b8b15e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (eb4735ac-c7dc-4184-91df-c6a684c0ecf7), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:07.955576 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e3feb-5f6d-4b3d-812c-08432b8b15e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb4735ac-c7dc-4184-91df-c6a684c0ecf7,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:08.017516 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:08.122295 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-916e3feb-5f6d-4b3d-812c-08432b8b15e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759100'] for router_interface (53d59532-55d2-4727-acf3-529de2203db5), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:08.335070 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916e3feb-5f6d-4b3d-812c-08432b8b15e2 admin admin] Router 53d59532-55d2-4727-acf3-529de2203db5 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:00:08.435801 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916e3feb-5f6d-4b3d-812c-08432b8b15e2 admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:00:08.440989 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-916e3feb-5f6d-4b3d-812c-08432b8b15e2 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/53d59532-55d2-4727-acf3-529de2203db5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5605948 Oct 03 13:00:08.443544 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44024) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:00:08.444770 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68931b7-9752-4065-ad27-968c234f4b1e None None] Sync routers for ids ['53d59532-55d2-4727-acf3-529de2203db5'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:00:08.455695 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68931b7-9752-4065-ad27-968c234f4b1e None None] Routers {'53d59532-55d2-4727-acf3-529de2203db5'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:00:08.456661 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-f68931b7-9752-4065-ad27-968c234f4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:59:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['53d59532-55d2-4727-acf3-529de2203db5'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:00:08.549095 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-404338e0-9d37-403d-8edf-c39e541f19c5 admin admin] Publish callbacks [] for router (53d59532-55d2-4727-acf3-529de2203db5), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:08.560086 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-f68931b7-9752-4065-ad27-968c234f4b1e None None] Set router 53d59532-55d2-4727-acf3-529de2203db5 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:00:08.593612 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:08.649782 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-404338e0-9d37-403d-8edf-c39e541f19c5 admin admin] Publish callbacks [] for router_gateway (53d59532-55d2-4727-acf3-529de2203db5), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:08.734858 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:08.741506 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-f68931b7-9752-4065-ad27-968c234f4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'b4700652-d192-44bf-97d0-e085a0316947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T13:00:07Z', 'revision_number': 5, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port': {'id': 'b4700652-d192-44bf-97d0-e085a0316947', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d59532-55d2-4727-acf3-529de2203db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:38Z', 'updated_at': '2022-10-03T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:00:08.765317 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-404338e0-9d37-403d-8edf-c39e541f19c5 admin admin] Deleting port b4700652-d192-44bf-97d0-e085a0316947 {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:00:08.773447 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-404338e0-9d37-403d-8edf-c39e541f19c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (b4700652-d192-44bf-97d0-e085a0316947), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:08.773584 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68931b7-9752-4065-ad27-968c234f4b1e None None] Checking router: 53d59532-55d2-4727-acf3-529de2203db5 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:00:08.777975 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68931b7-9752-4065-ad27-968c234f4b1e None None] Routers {'53d59532-55d2-4727-acf3-529de2203db5'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:00:08.778566 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-f68931b7-9752-4065-ad27-968c234f4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:59:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['53d59532-55d2-4727-acf3-529de2203db5'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:00:08.781069 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:08.859283 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed20bfb-e8fe-41f8-9d4a-2c863863856b req-4e309fdb-f66f-401d-8952-a5594fa85e9c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:08.860712 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6ed20bfb-e8fe-41f8-9d4a-2c863863856b req-4e309fdb-f66f-401d-8952-a5594fa85e9c tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0c0a1aa2-1890-4062-bec7-6ab15fe3a595 HTTP/1.1" status: 200 len: 945 time: 0.0911055 Oct 03 13:00:08.864344 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-f68931b7-9752-4065-ad27-968c234f4b1e None None] Set router 53d59532-55d2-4727-acf3-529de2203db5 gateway port host: None {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:00:08.909438 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [None req-404338e0-9d37-403d-8edf-c39e541f19c5 admin admin] For port b4700652-d192-44bf-97d0-e085a0316947, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=b4700652-d192-44bf-97d0-e085a0316947,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:00:08.909793 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-404338e0-9d37-403d-8edf-c39e541f19c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (b4700652-d192-44bf-97d0-e085a0316947), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:08.917501 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-f68931b7-9752-4065-ad27-968c234f4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T13:00:08Z', 'revision_number': 6, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port_host': None}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:00:08.917690 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:08.930357 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-404338e0-9d37-403d-8edf-c39e541f19c5 admin admin] Calling delete_port for b4700652-d192-44bf-97d0-e085a0316947 owned by network:router_gateway {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:00:08.942404 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68931b7-9752-4065-ad27-968c234f4b1e None None] The sync data for ids ['53d59532-55d2-4727-acf3-529de2203db5'] in dv-cinder-844563-12-iscsi is: [{'id': '53d59532-55d2-4727-acf3-529de2203db5', 'name': 'tempest-TestVolumeBootPattern-338519445-router', 'tenant_id': '38d1778202d041b58934150c6af9685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:37Z', 'updated_at': '2022-10-03T13:00:08Z', 'revision_number': 6, 'project_id': '38d1778202d041b58934150c6af9685c', 'gw_port_host': None}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:00:08.952590 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6ed20bfb-e8fe-41f8-9d4a-2c863863856b req-42769b46-f91c-4d44-ab50-53c4e3502b2f tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cda0ba63-19ce-4afc-a067-9a76f2865bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827363 Oct 03 13:00:09.103516 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b3613-e73c-4eca-8359-536a9a6186da req-9245cb0c-306e-4afe-a5ff-63e51e2fa593 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:09.104931 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-378b3613-e73c-4eca-8359-536a9a6186da req-9245cb0c-306e-4afe-a5ff-63e51e2fa593 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0c0a1aa2-1890-4062-bec7-6ab15fe3a595 HTTP/1.1" status: 200 len: 945 time: 0.0601861 Oct 03 13:00:09.115968 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 44030) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:00:09.120748 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [None req-fef79b56-d170-4d63-af75-d79d0972a766 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Request body: {'floatingip': {'port_id': '68c75d66-fabb-4d68-9545-0cf165338459'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:00:09.162867 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-fef79b56-d170-4d63-af75-d79d0972a766 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (3813925e-ec98-45d4-9f93-ca79408fa368), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:09.205388 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-404338e0-9d37-403d-8edf-c39e541f19c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (b4700652-d192-44bf-97d0-e085a0316947), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:09.229704 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:09.235494 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404338e0-9d37-403d-8edf-c39e541f19c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4700652-d192-44bf-97d0-e085a0316947,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:09.308165 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-404338e0-9d37-403d-8edf-c39e541f19c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764534'] for router_gateway (53d59532-55d2-4727-acf3-529de2203db5), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:09.428340 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-404338e0-9d37-403d-8edf-c39e541f19c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5250'] for router (53d59532-55d2-4727-acf3-529de2203db5), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:09.428340 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-404338e0-9d37-403d-8edf-c39e541f19c5 admin admin] Publish callbacks [] for router_controller (53d59532-55d2-4727-acf3-529de2203db5), precommit_delete_associations {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:09.444633 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device eb4735ac-c7dc-4184-91df-c6a684c0ecf7 no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:00:09.473769 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: eb4735ac-c7dc-4184-91df-c6a684c0ecf7 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:00:09.474463 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device eb4735ac-c7dc-4184-91df-c6a684c0ecf7 not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:00:09.537660 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-404338e0-9d37-403d-8edf-c39e541f19c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-759140'] for router (53d59532-55d2-4727-acf3-529de2203db5), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:09.538257 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404338e0-9d37-403d-8edf-c39e541f19c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53d59532-55d2-4727-acf3-529de2203db5 {{(pid=113285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 13:00:09.543034 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-404338e0-9d37-403d-8edf-c39e541f19c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:09.544292 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-404338e0-9d37-403d-8edf-c39e541f19c5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/53d59532-55d2-4727-acf3-529de2203db5 HTTP/1.1" status: 204 len: 168 time: 1.0997083 Oct 03 13:00:09.550585 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44032) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:00:09.593936 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a608cd-3d2f-4ca5-98f7-105735d13a64 admin admin] Deleting subnet 992bdcdd-031e-4962-982a-3fce89fa640a {{(pid=113285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 13:00:09.597377 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-16a608cd-3d2f-4ca5-98f7-105735d13a64 admin admin] Publish callbacks [] for subnet (992bdcdd-031e-4962-982a-3fce89fa640a), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:09.600881 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:09.621615 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-fef79b56-d170-4d63-af75-d79d0972a766 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:09.634785 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-16a608cd-3d2f-4ca5-98f7-105735d13a64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13973122'] for subnet (992bdcdd-031e-4962-982a-3fce89fa640a), precommit_delete_associations {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:09.691849 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-fef79b56-d170-4d63-af75-d79d0972a766 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (3813925e-ec98-45d4-9f93-ca79408fa368), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:09.715581 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-16a608cd-3d2f-4ca5-98f7-105735d13a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441912'] for subnet (992bdcdd-031e-4962-982a-3fce89fa640a), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:09.788758 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.l3_db [None req-fef79b56-d170-4d63-af75-d79d0972a766 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Floating IP 3813925e-ec98-45d4-9f93-ca79408fa368 associated. External IP: 172.27.0.84, port: 68c75d66-fabb-4d68-9545-0cf165338459. Oct 03 13:00:09.846388 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-16a608cd-3d2f-4ca5-98f7-105735d13a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1446231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13033512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15266110'] for subnet (992bdcdd-031e-4962-982a-3fce89fa640a), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:09.878647 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a608cd-3d2f-4ca5-98f7-105735d13a64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=992bdcdd-031e-4962-982a-3fce89fa640a,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:09.883576 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-16a608cd-3d2f-4ca5-98f7-105735d13a64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:09.887059 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-16a608cd-3d2f-4ca5-98f7-105735d13a64 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/992bdcdd-031e-4962-982a-3fce89fa640a HTTP/1.1" status: 204 len: 168 time: 0.3384013 Oct 03 13:00:09.889833 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 44036) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:00:09.891784 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096c5f00-2dfc-4a21-9bec-9712b68e8139 None None] Network 1ccd52b4-506d-483d-a4e0-802199d3659f requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:00:10.038714 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-17ec7d5c-0436-449d-ade8-5c94ec3ccba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435317'] for network (1ccd52b4-506d-483d-a4e0-802199d3659f), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:10.063948 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1d80ae-df3f-4d2c-9b99-855667de20cf None None] DHCP port deletion for 1ccd52b4-506d-483d-a4e0-802199d3659f request from dv-cinder-844563-12-iscsi {{(pid=113286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 13:00:10.102176 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef79b56-d170-4d63-af75-d79d0972a766 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Router 122074b6-a40b-4fa0-be87-3c63da082123 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:00:10.107696 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-17ec7d5c-0436-449d-ade8-5c94ec3ccba2 admin admin] Deleting port 6cdfcb96-2383-44f4-b172-d2cd042c06b2 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:00:10.108043 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-17ec7d5c-0436-449d-ade8-5c94ec3ccba2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (6cdfcb96-2383-44f4-b172-d2cd042c06b2), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:10.108441 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d80ae-df3f-4d2c-9b99-855667de20cf None None] Deleting port 6cdfcb96-2383-44f4-b172-d2cd042c06b2 {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:00:10.108812 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fc1d80ae-df3f-4d2c-9b99-855667de20cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (6cdfcb96-2383-44f4-b172-d2cd042c06b2), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:10.162682 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:00:10.177231 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-fc1d80ae-df3f-4d2c-9b99-855667de20cf None None] For port 6cdfcb96-2383-44f4-b172-d2cd042c06b2, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=6cdfcb96-2383-44f4-b172-d2cd042c06b2,segment=NetworkSegment(68f8d878-ae14-402a-ae5e-c260c9ff73d4),segment_id=68f8d878-ae14-402a-ae5e-c260c9ff73d4)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:00:10.177621 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fc1d80ae-df3f-4d2c-9b99-855667de20cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (6cdfcb96-2383-44f4-b172-d2cd042c06b2), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:10.189988 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d80ae-df3f-4d2c-9b99-855667de20cf None None] Calling delete_port for 6cdfcb96-2383-44f4-b172-d2cd042c06b2 owned by network:dhcp {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:00:10.219867 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [None req-17ec7d5c-0436-449d-ade8-5c94ec3ccba2 admin admin] For port 6cdfcb96-2383-44f4-b172-d2cd042c06b2, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=6cdfcb96-2383-44f4-b172-d2cd042c06b2,segment=NetworkSegment(68f8d878-ae14-402a-ae5e-c260c9ff73d4),segment_id=68f8d878-ae14-402a-ae5e-c260c9ff73d4)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:00:10.220466 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-17ec7d5c-0436-449d-ade8-5c94ec3ccba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (6cdfcb96-2383-44f4-b172-d2cd042c06b2), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:10.259564 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-17ec7d5c-0436-449d-ade8-5c94ec3ccba2 admin admin] Calling delete_port for 6cdfcb96-2383-44f4-b172-d2cd042c06b2 owned by network:dhcp {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:00:10.277654 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:10.325354 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef79b56-d170-4d63-af75-d79d0972a766 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:00:10.330655 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-fef79b56-d170-4d63-af75-d79d0972a766 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:10.335611 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7306bf-ebde-4632-9b4b-1e916e471bc4 None None] Sync routers for ids ['122074b6-a40b-4fa0-be87-3c63da082123'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:00:10.342256 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fc1d80ae-df3f-4d2c-9b99-855667de20cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749'] for port (6cdfcb96-2383-44f4-b172-d2cd042c06b2), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:10.345581 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7306bf-ebde-4632-9b4b-1e916e471bc4 None None] Routers {'122074b6-a40b-4fa0-be87-3c63da082123'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:00:10.346354 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-ae7306bf-ebde-4632-9b4b-1e916e471bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:59:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['122074b6-a40b-4fa0-be87-3c63da082123'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:00:10.372565 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d80ae-df3f-4d2c-9b99-855667de20cf None None] Pushing event deleted for resources: {'Port': ['ID=6cdfcb96-2383-44f4-b172-d2cd042c06b2,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:10.377106 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d80ae-df3f-4d2c-9b99-855667de20cf None None] No DVR routers for this DVR port 6cdfcb96-2383-44f4-b172-d2cd042c06b2 on host dv-cinder-844563-12-iscsi {{(pid=113286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:00:10.378323 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-fef79b56-d170-4d63-af75-d79d0972a766 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/3813925e-ec98-45d4-9f93-ca79408fa368 HTTP/1.1" status: 200 len: 990 time: 1.2613230 Oct 03 13:00:10.381425 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0a1aa2-1890-4062-bec7-6ab15fe3a595', 'tag': '68c75d66-fabb-4d68-9545-0cf165338459'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:00:10.384005 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e428a0ac-bbf0-4c0c-8f62-767bb0122586" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0a1aa2-1890-4062-bec7-6ab15fe3a595", "tag": "68c75d66-fabb-4d68-9545-0cf165338459"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:00:10.403614 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-17ec7d5c-0436-449d-ade8-5c94ec3ccba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (6cdfcb96-2383-44f4-b172-d2cd042c06b2), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:10.404532 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:10.434511 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec7d5c-0436-449d-ade8-5c94ec3ccba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cdfcb96-2383-44f4-b172-d2cd042c06b2,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:10.443519 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6154d5d-30c0-45b3-9c85-91c2bf858a21 x-openstack-request-id: req-d6154d5d-30c0-45b3-9c85-91c2bf858a21 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:00:10.443673 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0a1aa2-1890-4062-bec7-6ab15fe3a595", "tag": "68c75d66-fabb-4d68-9545-0cf165338459", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:00:10.443876 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d6154d5d-30c0-45b3-9c85-91c2bf858a21 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:00:10.444283 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6154d5d-30c0-45b3-9c85-91c2bf858a21'] response: {'name': 'network-changed', 'server_uuid': '0c0a1aa2-1890-4062-bec7-6ab15fe3a595', 'tag': '68c75d66-fabb-4d68-9545-0cf165338459', 'status': 'completed', 'code': 200} Oct 03 13:00:10.447372 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ec7d5c-0436-449d-ade8-5c94ec3ccba2 admin admin] No DVR routers for this DVR port 6cdfcb96-2383-44f4-b172-d2cd042c06b2 on host dv-cinder-844563-12-iscsi {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:00:10.451446 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:10.464363 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-ae7306bf-ebde-4632-9b4b-1e916e471bc4 None None] Set router 122074b6-a40b-4fa0-be87-3c63da082123 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:00:10.501379 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:10.555189 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-17ec7d5c-0436-449d-ade8-5c94ec3ccba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351786', 'neutron.services.segments.db._delete_segments_for_network-8775902573532'] for network (1ccd52b4-506d-483d-a4e0-802199d3659f), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:10.558202 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428a0ac-bbf0-4c0c-8f62-767bb0122586 req-16ab5502-746d-46c0-9356-3db7f2212eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:10.559723 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e428a0ac-bbf0-4c0c-8f62-767bb0122586 req-16ab5502-746d-46c0-9356-3db7f2212eaa service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=484522301976426dae50e64c141c727e&device_id=0c0a1aa2-1890-4062-bec7-6ab15fe3a595 HTTP/1.1" status: 200 len: 1129 time: 0.0904498 Oct 03 13:00:10.624540 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-17ec7d5c-0436-449d-ade8-5c94ec3ccba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ccd52b4-506d-483d-a4e0-802199d3659f']}} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:00:10.638894 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-17ec7d5c-0436-449d-ade8-5c94ec3ccba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f8d878-ae14-402a-ae5e-c260c9ff73d4') {'for_net_delete': True} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:00:10.639194 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-17ec7d5c-0436-449d-ade8-5c94ec3ccba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f8d878-ae14-402a-ae5e-c260c9ff73d4') {} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:00:10.656468 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-17ec7d5c-0436-449d-ade8-5c94ec3ccba2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775902526374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13831346'] for segment (68f8d878-ae14-402a-ae5e-c260c9ff73d4), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:10.681037 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-17ec7d5c-0436-449d-ade8-5c94ec3ccba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (68f8d878-ae14-402a-ae5e-c260c9ff73d4), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:10.697317 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ec7d5c-0436-449d-ade8-5c94ec3ccba2 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=113284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:00:10.697727 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-17ec7d5c-0436-449d-ade8-5c94ec3ccba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13830899'] for segment (68f8d878-ae14-402a-ae5e-c260c9ff73d4), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:10.741572 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.services.segments.plugin [-] Segment 68f8d878-ae14-402a-ae5e-c260c9ff73d4 resource provider aggregate not found Oct 03 13:00:10.745691 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428a0ac-bbf0-4c0c-8f62-767bb0122586 req-e830a83b-833f-4481-b22d-eca57e6044e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:10.747144 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e428a0ac-bbf0-4c0c-8f62-767bb0122586 req-e830a83b-833f-4481-b22d-eca57e6044e6 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=1c116e69-b6ec-41cd-b2b6-637e304e9d46 HTTP/1.1" status: 200 len: 916 time: 0.1813564 Oct 03 13:00:10.770409 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.services.segments.plugin [-] Segment 68f8d878-ae14-402a-ae5e-c260c9ff73d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68f8d878-ae14-402a-ae5e-c260c9ff73d4 found for delete ", "request_id": "req-3a5c5828-6382-4491-b52a-610214eb85bc"}]} Oct 03 13:00:10.778410 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-ae7306bf-ebde-4632-9b4b-1e916e471bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '3813925e-ec98-45d4-9f93-ca79408fa368', 'tenant_id': '484522301976426dae50e64c141c727e', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'port_id': '68c75d66-fabb-4d68-9545-0cf165338459', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'mac_address': 'fa:16:3e:b5:98:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a1aa2-1890-4062-bec7-6ab15fe3a595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:59:55Z', 'updated_at': '2022-10-03T13:00:09Z', 'revision_number': 1, 'project_id': '484522301976426dae50e64c141c727e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:00:10.803643 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7306bf-ebde-4632-9b4b-1e916e471bc4 None None] Checking router: 122074b6-a40b-4fa0-be87-3c63da082123 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:00:10.812093 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7306bf-ebde-4632-9b4b-1e916e471bc4 None None] Routers {'122074b6-a40b-4fa0-be87-3c63da082123'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:00:10.813268 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-ae7306bf-ebde-4632-9b4b-1e916e471bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:59:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['122074b6-a40b-4fa0-be87-3c63da082123'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:00:10.823824 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e428a0ac-bbf0-4c0c-8f62-767bb0122586 req-81464538-a1bd-4173-96ea-4f8293c0cd5a service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68c75d66-fabb-4d68-9545-0cf165338459 HTTP/1.1" status: 200 len: 998 time: 0.0634067 Oct 03 13:00:10.856556 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-17ec7d5c-0436-449d-ade8-5c94ec3ccba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764585'] for network (1ccd52b4-506d-483d-a4e0-802199d3659f), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:10.865039 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-17ec7d5c-0436-449d-ade8-5c94ec3ccba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:10.868373 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-17ec7d5c-0436-449d-ade8-5c94ec3ccba2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/1ccd52b4-506d-483d-a4e0-802199d3659f HTTP/1.1" status: 204 len: 168 time: 0.9774244 Oct 03 13:00:10.874019 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44046) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:00:10.881691 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:10.885184 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec7d5c-0436-449d-ade8-5c94ec3ccba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ccd52b4-506d-483d-a4e0-802199d3659f,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:10.892631 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428a0ac-bbf0-4c0c-8f62-767bb0122586 req-e543dc88-689f-4dfe-bdbd-3af99c339721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:10.894107 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e428a0ac-bbf0-4c0c-8f62-767bb0122586 req-e543dc88-689f-4dfe-bdbd-3af99c339721 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=85ba965e-ab65-4b2d-a3bd-c593866149c6 HTTP/1.1" status: 200 len: 854 time: 0.0645454 Oct 03 13:00:10.918445 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-ae7306bf-ebde-4632-9b4b-1e916e471bc4 None None] Set router 122074b6-a40b-4fa0-be87-3c63da082123 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:00:10.944679 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428a0ac-bbf0-4c0c-8f62-767bb0122586 req-badf1b37-b4b7-4c1a-b4fc-fc00b8924f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:10.946188 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e428a0ac-bbf0-4c0c-8f62-767bb0122586 req-badf1b37-b4b7-4c1a-b4fc-fc00b8924f04 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=1c116e69-b6ec-41cd-b2b6-637e304e9d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446801 Oct 03 13:00:11.044974 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e428a0ac-bbf0-4c0c-8f62-767bb0122586 req-c59f4eb7-4ab0-4d38-8533-72732dfb82d5 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917504 Oct 03 13:00:11.120016 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:11.138266 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-e428a0ac-bbf0-4c0c-8f62-767bb0122586 req-a4643057-e7fc-4578-bdb0-dc4c032ad206 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871737 Oct 03 13:00:11.138517 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-ae7306bf-ebde-4632-9b4b-1e916e471bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '3813925e-ec98-45d4-9f93-ca79408fa368', 'tenant_id': '484522301976426dae50e64c141c727e', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'port_id': '68c75d66-fabb-4d68-9545-0cf165338459', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'mac_address': 'fa:16:3e:b5:98:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a1aa2-1890-4062-bec7-6ab15fe3a595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:59:55Z', 'updated_at': '2022-10-03T13:00:09Z', 'revision_number': 1, 'project_id': '484522301976426dae50e64c141c727e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:00:11.165740 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7306bf-ebde-4632-9b4b-1e916e471bc4 None None] The sync data for ids ['122074b6-a40b-4fa0-be87-3c63da082123'] in dv-cinder-844563-12-iscsi is: [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_floatingips': [{'id': '3813925e-ec98-45d4-9f93-ca79408fa368', 'tenant_id': '484522301976426dae50e64c141c727e', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'router_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'port_id': '68c75d66-fabb-4d68-9545-0cf165338459', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'mac_address': 'fa:16:3e:b5:98:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a1aa2-1890-4062-bec7-6ab15fe3a595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:59:55Z', 'updated_at': '2022-10-03T13:00:09Z', 'revision_number': 1, 'project_id': '484522301976426dae50e64c141c727e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:00:11.206338 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3528c504-9352-4dfa-8d6e-3392e50deecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759112'] for router_interface (835b7ad8-25b1-4272-92a8-d9aa95fbd3b7), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:11.351220 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device b4700652-d192-44bf-97d0-e085a0316947 no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:00:11.373724 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: b4700652-d192-44bf-97d0-e085a0316947 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:00:11.374074 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device b4700652-d192-44bf-97d0-e085a0316947 not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:00:11.374500 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 6cdfcb96-2383-44f4-b172-d2cd042c06b2 no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:00:11.399687 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8720574-5d8f-4241-8039-cee1bbfaf441 None None] New status for floating IP 3813925e-ec98-45d4-9f93-ca79408fa368: ACTIVE {{(pid=113286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:00:11.402592 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: 6cdfcb96-2383-44f4-b172-d2cd042c06b2 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:00:11.402935 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 6cdfcb96-2383-44f4-b172-d2cd042c06b2 not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:00:11.709231 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-3528c504-9352-4dfa-8d6e-3392e50deecf admin admin] Deleting port 8acfa564-522e-4b82-8952-b1cae09faeae {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:00:11.709562 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3528c504-9352-4dfa-8d6e-3392e50deecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (8acfa564-522e-4b82-8952-b1cae09faeae), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:11.789816 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [None req-3528c504-9352-4dfa-8d6e-3392e50deecf admin admin] For port 8acfa564-522e-4b82-8952-b1cae09faeae, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=8acfa564-522e-4b82-8952-b1cae09faeae,segment=NetworkSegment(8920a23e-408a-4b00-8677-fa350b9d480e),segment_id=8920a23e-408a-4b00-8677-fa350b9d480e)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:00:11.790178 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3528c504-9352-4dfa-8d6e-3392e50deecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (8acfa564-522e-4b82-8952-b1cae09faeae), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:11.802412 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-3528c504-9352-4dfa-8d6e-3392e50deecf admin admin] Calling delete_port for 8acfa564-522e-4b82-8952-b1cae09faeae owned by network:router_interface {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:00:11.960489 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:12.063768 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3528c504-9352-4dfa-8d6e-3392e50deecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (8acfa564-522e-4b82-8952-b1cae09faeae), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:12.092687 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528c504-9352-4dfa-8d6e-3392e50deecf admin admin] Pushing event deleted for resources: {'Port': ['ID=8acfa564-522e-4b82-8952-b1cae09faeae,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:12.260217 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3528c504-9352-4dfa-8d6e-3392e50deecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759100'] for router_interface (835b7ad8-25b1-4272-92a8-d9aa95fbd3b7), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:12.408454 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:12.491037 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3528c504-9352-4dfa-8d6e-3392e50deecf admin admin] Router 835b7ad8-25b1-4272-92a8-d9aa95fbd3b7 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:00:12.595755 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3528c504-9352-4dfa-8d6e-3392e50deecf admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:00:12.603542 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-3528c504-9352-4dfa-8d6e-3392e50deecf admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/835b7ad8-25b1-4272-92a8-d9aa95fbd3b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7244740 Oct 03 13:00:12.603675 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44048) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:00:12.604091 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf0f1a8-4356-49af-bf9d-0eb2ce9dddfd None None] Sync routers for ids ['835b7ad8-25b1-4272-92a8-d9aa95fbd3b7'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:00:12.615082 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf0f1a8-4356-49af-bf9d-0eb2ce9dddfd None None] Routers {'835b7ad8-25b1-4272-92a8-d9aa95fbd3b7'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:00:12.615699 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-baf0f1a8-4356-49af-bf9d-0eb2ce9dddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:59:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['835b7ad8-25b1-4272-92a8-d9aa95fbd3b7'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:00:12.699849 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-73f20e97-3280-40bc-a595-3032162309c1 admin admin] Publish callbacks [] for router (835b7ad8-25b1-4272-92a8-d9aa95fbd3b7), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:12.715835 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-baf0f1a8-4356-49af-bf9d-0eb2ce9dddfd None None] Set router 835b7ad8-25b1-4272-92a8-d9aa95fbd3b7 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:00:12.799720 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-73f20e97-3280-40bc-a595-3032162309c1 admin admin] Publish callbacks [] for router_gateway (835b7ad8-25b1-4272-92a8-d9aa95fbd3b7), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:12.882409 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-baf0f1a8-4356-49af-bf9d-0eb2ce9dddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835b7ad8-25b1-4272-92a8-d9aa95fbd3b7', 'name': 'tempest-TestVolumeBootPattern-282230418-router', 'tenant_id': '255d6627821c48b38f53f9abe4b6e3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '776c1626-e8ce-4a22-9d3b-cd2936dec00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:46Z', 'updated_at': '2022-10-03T13:00:11Z', 'revision_number': 5, 'project_id': '255d6627821c48b38f53f9abe4b6e3ae', 'gw_port': {'id': '776c1626-e8ce-4a22-9d3b-cd2936dec00f', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835b7ad8-25b1-4272-92a8-d9aa95fbd3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:51:47Z', 'updated_at': '2022-10-03T12:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:00:12.883937 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=100 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:12.911272 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf0f1a8-4356-49af-bf9d-0eb2ce9dddfd None None] Checking router: 835b7ad8-25b1-4272-92a8-d9aa95fbd3b7 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:00:12.919729 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf0f1a8-4356-49af-bf9d-0eb2ce9dddfd None None] Routers {'835b7ad8-25b1-4272-92a8-d9aa95fbd3b7'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:00:12.920327 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-baf0f1a8-4356-49af-bf9d-0eb2ce9dddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T12:59:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['835b7ad8-25b1-4272-92a8-d9aa95fbd3b7'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:00:12.934495 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-73f20e97-3280-40bc-a595-3032162309c1 admin admin] Deleting port 776c1626-e8ce-4a22-9d3b-cd2936dec00f {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:00:12.934831 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-73f20e97-3280-40bc-a595-3032162309c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (776c1626-e8ce-4a22-9d3b-cd2936dec00f), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:13.004050 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-baf0f1a8-4356-49af-bf9d-0eb2ce9dddfd None None] Set router 835b7ad8-25b1-4272-92a8-d9aa95fbd3b7 gateway port host: None {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:00:13.012739 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:13.014602 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [None req-73f20e97-3280-40bc-a595-3032162309c1 admin admin] For port 776c1626-e8ce-4a22-9d3b-cd2936dec00f, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=776c1626-e8ce-4a22-9d3b-cd2936dec00f,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:00:13.016306 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-73f20e97-3280-40bc-a595-3032162309c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (776c1626-e8ce-4a22-9d3b-cd2936dec00f), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:13.028010 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-73f20e97-3280-40bc-a595-3032162309c1 admin admin] Calling delete_port for 776c1626-e8ce-4a22-9d3b-cd2936dec00f owned by network:router_gateway {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:00:13.052834 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-baf0f1a8-4356-49af-bf9d-0eb2ce9dddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835b7ad8-25b1-4272-92a8-d9aa95fbd3b7', 'name': 'tempest-TestVolumeBootPattern-282230418-router', 'tenant_id': '255d6627821c48b38f53f9abe4b6e3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:46Z', 'updated_at': '2022-10-03T13:00:12Z', 'revision_number': 6, 'project_id': '255d6627821c48b38f53f9abe4b6e3ae', 'gw_port_host': None}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:00:13.081318 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf0f1a8-4356-49af-bf9d-0eb2ce9dddfd None None] The sync data for ids ['835b7ad8-25b1-4272-92a8-d9aa95fbd3b7'] in dv-cinder-844563-12-iscsi is: [{'id': '835b7ad8-25b1-4272-92a8-d9aa95fbd3b7', 'name': 'tempest-TestVolumeBootPattern-282230418-router', 'tenant_id': '255d6627821c48b38f53f9abe4b6e3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:51:46Z', 'updated_at': '2022-10-03T13:00:12Z', 'revision_number': 6, 'project_id': '255d6627821c48b38f53f9abe4b6e3ae', 'gw_port_host': None}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:00:13.246477 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-73f20e97-3280-40bc-a595-3032162309c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (776c1626-e8ce-4a22-9d3b-cd2936dec00f), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:13.271897 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f20e97-3280-40bc-a595-3032162309c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=776c1626-e8ce-4a22-9d3b-cd2936dec00f,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:13.337882 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-73f20e97-3280-40bc-a595-3032162309c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764534'] for router_gateway (835b7ad8-25b1-4272-92a8-d9aa95fbd3b7), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:13.424346 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-73f20e97-3280-40bc-a595-3032162309c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5250'] for router (835b7ad8-25b1-4272-92a8-d9aa95fbd3b7), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:13.428352 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-73f20e97-3280-40bc-a595-3032162309c1 admin admin] Publish callbacks [] for router_controller (835b7ad8-25b1-4272-92a8-d9aa95fbd3b7), precommit_delete_associations {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:13.477199 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:13.549296 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-73f20e97-3280-40bc-a595-3032162309c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-759140'] for router (835b7ad8-25b1-4272-92a8-d9aa95fbd3b7), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:13.549878 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f20e97-3280-40bc-a595-3032162309c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 835b7ad8-25b1-4272-92a8-d9aa95fbd3b7 {{(pid=113285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 13:00:13.554123 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-73f20e97-3280-40bc-a595-3032162309c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:13.555374 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-73f20e97-3280-40bc-a595-3032162309c1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/835b7ad8-25b1-4272-92a8-d9aa95fbd3b7 HTTP/1.1" status: 204 len: 168 time: 0.9507730 Oct 03 13:00:13.560447 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44050) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:00:13.603426 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_v2 [None req-593d5814-7c88-48a1-a445-7e52df0cc4e3 admin admin] Deleting subnet 56cf4b26-c146-4254-9697-01f81d66ddad {{(pid=113285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 13:00:13.606599 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-593d5814-7c88-48a1-a445-7e52df0cc4e3 admin admin] Publish callbacks [] for subnet (56cf4b26-c146-4254-9697-01f81d66ddad), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:13.646171 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-593d5814-7c88-48a1-a445-7e52df0cc4e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13973122'] for subnet (56cf4b26-c146-4254-9697-01f81d66ddad), precommit_delete_associations {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:13.718434 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-593d5814-7c88-48a1-a445-7e52df0cc4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441912'] for subnet (56cf4b26-c146-4254-9697-01f81d66ddad), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:13.836244 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-593d5814-7c88-48a1-a445-7e52df0cc4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1446231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13033512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15266110'] for subnet (56cf4b26-c146-4254-9697-01f81d66ddad), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:13.855408 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 8acfa564-522e-4b82-8952-b1cae09faeae no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:00:13.865615 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d5814-7c88-48a1-a445-7e52df0cc4e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56cf4b26-c146-4254-9697-01f81d66ddad,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:13.873456 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-593d5814-7c88-48a1-a445-7e52df0cc4e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:13.879607 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 44052) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:00:13.880099 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-593d5814-7c88-48a1-a445-7e52df0cc4e3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/56cf4b26-c146-4254-9697-01f81d66ddad HTTP/1.1" status: 204 len: 168 time: 0.3207979 Oct 03 13:00:13.887426 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b44496-4772-41a9-8f21-114259590f16 None None] Network 789eec20-4759-427b-acbf-933c178e442d requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:00:13.889954 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: 8acfa564-522e-4b82-8952-b1cae09faeae {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:00:13.890422 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 8acfa564-522e-4b82-8952-b1cae09faeae not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:00:13.965956 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-aad39782-517b-43f5-b78c-f23ad5f80e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435317'] for network (789eec20-4759-427b-acbf-933c178e442d), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:14.011382 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-aad39782-517b-43f5-b78c-f23ad5f80e23 admin admin] Deleting port f7ee4473-91e8-410a-bce1-734fcaa19819 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:00:14.011727 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-aad39782-517b-43f5-b78c-f23ad5f80e23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (f7ee4473-91e8-410a-bce1-734fcaa19819), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:14.037194 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50b4bc9-85f6-43db-af7b-a0bff60635c7 None None] DHCP port deletion for 789eec20-4759-427b-acbf-933c178e442d request from dv-cinder-844563-12-iscsi {{(pid=113286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 13:00:14.080981 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [None req-aad39782-517b-43f5-b78c-f23ad5f80e23 admin admin] For port f7ee4473-91e8-410a-bce1-734fcaa19819, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=f7ee4473-91e8-410a-bce1-734fcaa19819,segment=NetworkSegment(8920a23e-408a-4b00-8677-fa350b9d480e),segment_id=8920a23e-408a-4b00-8677-fa350b9d480e)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:00:14.081339 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-aad39782-517b-43f5-b78c-f23ad5f80e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (f7ee4473-91e8-410a-bce1-734fcaa19819), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:14.082964 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-d50b4bc9-85f6-43db-af7b-a0bff60635c7 None None] Deleting port f7ee4473-91e8-410a-bce1-734fcaa19819 {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:00:14.083464 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d50b4bc9-85f6-43db-af7b-a0bff60635c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (f7ee4473-91e8-410a-bce1-734fcaa19819), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:14.095738 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-aad39782-517b-43f5-b78c-f23ad5f80e23 admin admin] Calling delete_port for f7ee4473-91e8-410a-bce1-734fcaa19819 owned by network:dhcp {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:00:14.146743 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:14.154910 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-d50b4bc9-85f6-43db-af7b-a0bff60635c7 None None] For port f7ee4473-91e8-410a-bce1-734fcaa19819, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=f7ee4473-91e8-410a-bce1-734fcaa19819,segment=NetworkSegment(8920a23e-408a-4b00-8677-fa350b9d480e),segment_id=8920a23e-408a-4b00-8677-fa350b9d480e)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:00:14.159849 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d50b4bc9-85f6-43db-af7b-a0bff60635c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (f7ee4473-91e8-410a-bce1-734fcaa19819), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:14.165322 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:14.168729 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-d50b4bc9-85f6-43db-af7b-a0bff60635c7 None None] Calling delete_port for f7ee4473-91e8-410a-bce1-734fcaa19819 owned by network:dhcp {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:00:14.182101 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:14.252526 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-aad39782-517b-43f5-b78c-f23ad5f80e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (f7ee4473-91e8-410a-bce1-734fcaa19819), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:14.258794 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d50b4bc9-85f6-43db-af7b-a0bff60635c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749'] for port (f7ee4473-91e8-410a-bce1-734fcaa19819), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:14.268082 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:14.278197 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad39782-517b-43f5-b78c-f23ad5f80e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ee4473-91e8-410a-bce1-734fcaa19819,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:14.288737 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad39782-517b-43f5-b78c-f23ad5f80e23 admin admin] No DVR routers for this DVR port f7ee4473-91e8-410a-bce1-734fcaa19819 on host dv-cinder-844563-12-iscsi {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:00:14.288903 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b4bc9-85f6-43db-af7b-a0bff60635c7 None None] Pushing event deleted for resources: {'Port': ['ID=f7ee4473-91e8-410a-bce1-734fcaa19819,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:14.290600 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50b4bc9-85f6-43db-af7b-a0bff60635c7 None None] No DVR routers for this DVR port f7ee4473-91e8-410a-bce1-734fcaa19819 on host dv-cinder-844563-12-iscsi {{(pid=113286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:00:14.371649 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-aad39782-517b-43f5-b78c-f23ad5f80e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351786', 'neutron.services.segments.db._delete_segments_for_network-8775902573532'] for network (789eec20-4759-427b-acbf-933c178e442d), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:14.392318 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-aad39782-517b-43f5-b78c-f23ad5f80e23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789eec20-4759-427b-acbf-933c178e442d']}} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:00:14.401490 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-aad39782-517b-43f5-b78c-f23ad5f80e23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8920a23e-408a-4b00-8677-fa350b9d480e') {'for_net_delete': True} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:00:14.401790 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-aad39782-517b-43f5-b78c-f23ad5f80e23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8920a23e-408a-4b00-8677-fa350b9d480e') {} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:00:14.411422 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-aad39782-517b-43f5-b78c-f23ad5f80e23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775902526374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13831346'] for segment (8920a23e-408a-4b00-8677-fa350b9d480e), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:14.424926 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-aad39782-517b-43f5-b78c-f23ad5f80e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (8920a23e-408a-4b00-8677-fa350b9d480e), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:14.431048 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad39782-517b-43f5-b78c-f23ad5f80e23 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=113284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:00:14.431462 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-aad39782-517b-43f5-b78c-f23ad5f80e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13830899'] for segment (8920a23e-408a-4b00-8677-fa350b9d480e), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:14.473943 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.services.segments.plugin [-] Segment 8920a23e-408a-4b00-8677-fa350b9d480e resource provider aggregate not found Oct 03 13:00:14.492543 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.services.segments.plugin [-] Segment 8920a23e-408a-4b00-8677-fa350b9d480e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8920a23e-408a-4b00-8677-fa350b9d480e found for delete ", "request_id": "req-ea18c4f2-deac-4bee-ae09-3661edf79af5"}]} Oct 03 13:00:14.583261 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-aad39782-517b-43f5-b78c-f23ad5f80e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764585'] for network (789eec20-4759-427b-acbf-933c178e442d), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:14.588743 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-aad39782-517b-43f5-b78c-f23ad5f80e23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:14.591858 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-aad39782-517b-43f5-b78c-f23ad5f80e23 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/789eec20-4759-427b-acbf-933c178e442d HTTP/1.1" status: 204 len: 168 time: 0.7106371 Oct 03 13:00:14.607506 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad39782-517b-43f5-b78c-f23ad5f80e23 admin admin] Pushing event deleted for resources: {'Network': ['ID=789eec20-4759-427b-acbf-933c178e442d,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:14.918479 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 44060) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:00:14.959596 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-e3328d28-48f3-4def-b87e-403d524c1f8d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=38d1778202d041b58934150c6af9685c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399458 Oct 03 13:00:14.961982 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 44062) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:00:15.011445 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-a9e09e21-dd9b-492e-a038-993ab65e2abc admin admin] Publish callbacks [] for security_group (c9d4db84-9336-49f0-9236-7663a984fecf), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:15.032692 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-a9e09e21-dd9b-492e-a038-993ab65e2abc admin admin] Publish callbacks [] for security_group (c9d4db84-9336-49f0-9236-7663a984fecf), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:15.154749 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-a9e09e21-dd9b-492e-a038-993ab65e2abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (c9d4db84-9336-49f0-9236-7663a984fecf), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:15.157861 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-a9e09e21-dd9b-492e-a038-993ab65e2abc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:15.159022 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-a9e09e21-dd9b-492e-a038-993ab65e2abc admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c9d4db84-9336-49f0-9236-7663a984fecf HTTP/1.1" status: 204 len: 168 time: 0.1961541 Oct 03 13:00:15.167113 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e09e21-dd9b-492e-a038-993ab65e2abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d4db84-9336-49f0-9236-7663a984fecf,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:15.341736 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 776c1626-e8ce-4a22-9d3b-cd2936dec00f no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:00:15.361746 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: 776c1626-e8ce-4a22-9d3b-cd2936dec00f {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:00:15.362088 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 776c1626-e8ce-4a22-9d3b-cd2936dec00f not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:00:15.362505 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device f7ee4473-91e8-410a-bce1-734fcaa19819 no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:00:15.381072 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: f7ee4473-91e8-410a-bce1-734fcaa19819 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:00:15.381415 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device f7ee4473-91e8-410a-bce1-734fcaa19819 not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:00:15.843840 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44068) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:00:15.883948 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-82694645-5818-4472-978f-fd9b3e42cb94 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=255d6627821c48b38f53f9abe4b6e3ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389893 Oct 03 13:00:15.886554 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44070) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:00:15.935857 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-2f796a61-7aa3-402e-857c-9c1ff45ced22 admin admin] Publish callbacks [] for security_group (d2880357-72da-4f71-9c08-3f188e090ed0), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:15.956873 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-2f796a61-7aa3-402e-857c-9c1ff45ced22 admin admin] Publish callbacks [] for security_group (d2880357-72da-4f71-9c08-3f188e090ed0), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:16.080135 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-2f796a61-7aa3-402e-857c-9c1ff45ced22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (d2880357-72da-4f71-9c08-3f188e090ed0), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:16.082793 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-2f796a61-7aa3-402e-857c-9c1ff45ced22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:16.084004 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-2f796a61-7aa3-402e-857c-9c1ff45ced22 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d2880357-72da-4f71-9c08-3f188e090ed0 HTTP/1.1" status: 204 len: 168 time: 0.1965587 Oct 03 13:00:16.092149 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f796a61-7aa3-402e-857c-9c1ff45ced22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2880357-72da-4f71-9c08-3f188e090ed0,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:21.562547 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18601304-4d8e-404e-8733-ca342a6c206f req-eb092b31-3e0c-43ce-8fa4-bd107d0ebeed tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:21.564131 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-18601304-4d8e-404e-8733-ca342a6c206f req-eb092b31-3e0c-43ce-8fa4-bd107d0ebeed tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 985 time: 0.0517607 Oct 03 13:00:21.609025 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:21.627247 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-18601304-4d8e-404e-8733-ca342a6c206f req-82478ab0-fc72-463c-983a-fbf2a0d7a7c5 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&id=5151003a-5cd5-408f-adba-43e6814f5c12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573547 Oct 03 13:00:21.634633 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0625c-41a8-43c8-99fb-1efba3d5de35 req-95c84997-834b-4644-8512-7bf7dc1e228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:21.636170 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dba0625c-41a8-43c8-99fb-1efba3d5de35 req-95c84997-834b-4644-8512-7bf7dc1e228e service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=a0a4271779a04986bbd34e2e989f3603&device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 1169 time: 0.0474851 Oct 03 13:00:21.732533 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0625c-41a8-43c8-99fb-1efba3d5de35 req-93d96098-4727-4e53-a02b-1812294c6b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:21.733910 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dba0625c-41a8-43c8-99fb-1efba3d5de35 req-93d96098-4727-4e53-a02b-1812294c6b42 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=f899b1e8-33ea-4d75-a53c-f3e9c281806e HTTP/1.1" status: 200 len: 915 time: 0.0887859 Oct 03 13:00:21.799417 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dba0625c-41a8-43c8-99fb-1efba3d5de35 req-f67c6b21-fa4d-4620-8d54-9ba5fb39707d service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f317c1e2-f283-4fec-bf28-0094dfcd58ff HTTP/1.1" status: 200 len: 1002 time: 0.0590861 Oct 03 13:00:22.061677 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:22.074784 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0625c-41a8-43c8-99fb-1efba3d5de35 req-3251ede9-f383-40f5-8de5-eb42d896fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:22.076260 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dba0625c-41a8-43c8-99fb-1efba3d5de35 req-3251ede9-f383-40f5-8de5-eb42d896fb20 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=b48c2643-0ee8-4d9e-ad75-4de802bc1167 HTTP/1.1" status: 200 len: 853 time: 0.2697697 Oct 03 13:00:22.125690 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0625c-41a8-43c8-99fb-1efba3d5de35 req-a3281ba0-c872-45b2-b91e-fd8eb6d4112b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:22.127174 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dba0625c-41a8-43c8-99fb-1efba3d5de35 req-a3281ba0-c872-45b2-b91e-fd8eb6d4112b service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=f899b1e8-33ea-4d75-a53c-f3e9c281806e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387747 Oct 03 13:00:22.219236 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dba0625c-41a8-43c8-99fb-1efba3d5de35 req-4f051a85-afc7-4e6c-b3f9-cb62a1f907e7 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f899b1e8-33ea-4d75-a53c-f3e9c281806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854654 Oct 03 13:00:22.308555 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dba0625c-41a8-43c8-99fb-1efba3d5de35 req-a6928734-4231-42e7-ab45-a23433b18342 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f899b1e8-33ea-4d75-a53c-f3e9c281806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832365 Oct 03 13:00:22.754780 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413eec4-57f3-472e-a412-e88bc15fe14f req-ee44fc57-a22a-4e58-a597-6749e89358cc tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:22.756296 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0413eec4-57f3-472e-a412-e88bc15fe14f req-ee44fc57-a22a-4e58-a597-6749e89358cc tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 985 time: 0.0484314 Oct 03 13:00:22.816247 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0413eec4-57f3-472e-a412-e88bc15fe14f req-6d50ff87-37da-4d67-a246-213ccb06d4a7 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&id=5151003a-5cd5-408f-adba-43e6814f5c12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538399 Oct 03 13:00:22.977254 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1861389c-2030-47b9-b295-32ae2d28030f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:23.055624 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=8 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:23.056653 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=91 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:23.946809 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40711853-c68f-44b6-8fa8-2477087e9a22 req-fd3cd48b-3906-42d2-87a5-82f0778166f8 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:23.948263 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-40711853-c68f-44b6-8fa8-2477087e9a22 req-fd3cd48b-3906-42d2-87a5-82f0778166f8 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 985 time: 0.0462520 Oct 03 13:00:24.012955 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-40711853-c68f-44b6-8fa8-2477087e9a22 req-8db02901-0cae-46b3-86b7-6116fd1c3fa8 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&id=5151003a-5cd5-408f-adba-43e6814f5c12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588067 Oct 03 13:00:25.133916 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47016197-309a-458a-ad56-a0db7d4138a8 req-df0ce326-12c2-4d8c-b8d1-b52d82ae3643 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:25.135378 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-47016197-309a-458a-ad56-a0db7d4138a8 req-df0ce326-12c2-4d8c-b8d1-b52d82ae3643 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 985 time: 0.0475309 Oct 03 13:00:25.196822 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-47016197-309a-458a-ad56-a0db7d4138a8 req-7c58d097-928d-45b4-8097-11254e214c05 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&id=5151003a-5cd5-408f-adba-43e6814f5c12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557513 Oct 03 13:00:25.331982 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a6b9c417-12a4-4cdf-b579-442f5a97d086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:26.323391 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689bf33-9006-4d2e-83d2-3d8cadfc1baf req-d960ce7c-2767-4095-94f7-6c11a2af1c80 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:26.325315 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f689bf33-9006-4d2e-83d2-3d8cadfc1baf req-d960ce7c-2767-4095-94f7-6c11a2af1c80 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 985 time: 0.0512199 Oct 03 13:00:26.338281 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:26.389379 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f689bf33-9006-4d2e-83d2-3d8cadfc1baf req-244838ad-b08d-4607-9801-496c57df6d35 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&id=5151003a-5cd5-408f-adba-43e6814f5c12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575836 Oct 03 13:00:26.942799 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:27.515574 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686f0c-b259-44e3-b9c6-b1e398953e17 req-5ffe5ce6-2979-4d1a-b9eb-07fc54e54146 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:27.517158 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-56686f0c-b259-44e3-b9c6-b1e398953e17 req-5ffe5ce6-2979-4d1a-b9eb-07fc54e54146 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 985 time: 0.0525301 Oct 03 13:00:27.578491 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-56686f0c-b259-44e3-b9c6-b1e398953e17 req-bd3ce79e-f3e2-4fc9-8edf-5070a7c790fa tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&id=5151003a-5cd5-408f-adba-43e6814f5c12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550275 Oct 03 13:00:28.423100 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:28.468838 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:28.747830 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda06f4-991a-4a40-a95c-59f130bdd82e req-1f654aa7-e63b-49fb-9d8b-411cc1762f5a tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:28.747830 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6fda06f4-991a-4a40-a95c-59f130bdd82e req-1f654aa7-e63b-49fb-9d8b-411cc1762f5a tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 985 time: 0.0466683 Oct 03 13:00:28.762404 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6fda06f4-991a-4a40-a95c-59f130bdd82e req-b832bccf-ee3c-4c8f-9eca-208ad59d561a tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&id=5151003a-5cd5-408f-adba-43e6814f5c12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561745 Oct 03 13:00:29.882967 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f50f42-36d6-44fb-9359-98031d122535 req-e21435b7-05f9-4216-8d20-84209ca9479c tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:29.884479 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-47f50f42-36d6-44fb-9359-98031d122535 req-e21435b7-05f9-4216-8d20-84209ca9479c tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 985 time: 0.0474098 Oct 03 13:00:29.946947 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-47f50f42-36d6-44fb-9359-98031d122535 req-58427830-dd0a-463e-9648-eec0e7d2c463 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&id=5151003a-5cd5-408f-adba-43e6814f5c12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568931 Oct 03 13:00:31.071789 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40471740-430b-4a0a-a01b-9898d74ed399 req-0f4820d7-1f4f-4327-ab53-6b0bbf7d5241 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:31.073245 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-40471740-430b-4a0a-a01b-9898d74ed399 req-0f4820d7-1f4f-4327-ab53-6b0bbf7d5241 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 985 time: 0.0480704 Oct 03 13:00:31.135083 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-40471740-430b-4a0a-a01b-9898d74ed399 req-e2c060f2-0055-4586-b12f-6c65e309dbc1 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&id=5151003a-5cd5-408f-adba-43e6814f5c12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562165 Oct 03 13:00:32.261984 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958af7c6-9181-4056-a23f-188e5b99808f req-3d017aae-a960-4612-aa60-e44a9f101b1c tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:32.263564 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-958af7c6-9181-4056-a23f-188e5b99808f req-3d017aae-a960-4612-aa60-e44a9f101b1c tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 985 time: 0.0535879 Oct 03 13:00:32.299593 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=17 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:32.305612 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=73,neutron:DELETE=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:32.324177 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-958af7c6-9181-4056-a23f-188e5b99808f req-a7a43001-e717-4444-9c25-920dc8eda970 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&id=5151003a-5cd5-408f-adba-43e6814f5c12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548027 Oct 03 13:00:33.137117 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:33.448926 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e3b2c-08f0-44e0-ad5c-ee8df1c6f5b1 req-17fdce6f-8260-4cb0-8e65-3d21e8291d86 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:33.450306 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7d9e3b2c-08f0-44e0-ad5c-ee8df1c6f5b1 req-17fdce6f-8260-4cb0-8e65-3d21e8291d86 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 985 time: 0.0500836 Oct 03 13:00:33.470444 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:33.511277 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7d9e3b2c-08f0-44e0-ad5c-ee8df1c6f5b1 req-bdc3f120-5427-4d4e-bc7e-79dc94e70670 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&id=5151003a-5cd5-408f-adba-43e6814f5c12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552638 Oct 03 13:00:34.639967 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae2b92-f845-487b-a01e-5ae9434f62e7 req-cfcb1105-4363-49ca-8fee-2e586059d7dc tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:34.641418 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-16ae2b92-f845-487b-a01e-5ae9434f62e7 req-cfcb1105-4363-49ca-8fee-2e586059d7dc tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 985 time: 0.0543113 Oct 03 13:00:34.700185 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-16ae2b92-f845-487b-a01e-5ae9434f62e7 req-f86c7c90-eab5-48f8-ae17-3e8ecd5d3cde tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&id=5151003a-5cd5-408f-adba-43e6814f5c12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525301 Oct 03 13:00:43.070651 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:43.077633 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:44.687152 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=85 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:44.695235 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=10 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:46.083037 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dd245140-6c38-4da5-8aa2-91f6fcb4503f req-7e0af40f-d36a-4fb9-a65e-cb9605817e47 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1831610 Oct 03 13:00:46.166660 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd245140-6c38-4da5-8aa2-91f6fcb4503f req-ccbcf2c5-9f85-4481-bdaa-f1558baeb394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:46.168061 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dd245140-6c38-4da5-8aa2-91f6fcb4503f req-ccbcf2c5-9f85-4481-bdaa-f1558baeb394 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=a0a4271779a04986bbd34e2e989f3603&device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 1169 time: 0.0386074 Oct 03 13:00:46.276097 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd245140-6c38-4da5-8aa2-91f6fcb4503f req-e44e5e37-ca49-4090-872e-cb5e7d9a9b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:46.277575 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dd245140-6c38-4da5-8aa2-91f6fcb4503f req-e44e5e37-ca49-4090-872e-cb5e7d9a9b23 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=f899b1e8-33ea-4d75-a53c-f3e9c281806e HTTP/1.1" status: 200 len: 915 time: 0.0890279 Oct 03 13:00:46.340069 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dd245140-6c38-4da5-8aa2-91f6fcb4503f req-7e1ab83a-69b0-4cf0-81f9-9937828eea00 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f317c1e2-f283-4fec-bf28-0094dfcd58ff HTTP/1.1" status: 200 len: 1002 time: 0.0550053 Oct 03 13:00:46.393720 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd245140-6c38-4da5-8aa2-91f6fcb4503f req-aa211844-f935-4cf7-af48-82804efa0d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:46.395761 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dd245140-6c38-4da5-8aa2-91f6fcb4503f req-aa211844-f935-4cf7-af48-82804efa0d94 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=b48c2643-0ee8-4d9e-ad75-4de802bc1167 HTTP/1.1" status: 200 len: 853 time: 0.0452790 Oct 03 13:00:46.444773 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd245140-6c38-4da5-8aa2-91f6fcb4503f req-245cabf9-2a0a-40db-9bb2-2a80d94f4683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:46.446293 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dd245140-6c38-4da5-8aa2-91f6fcb4503f req-245cabf9-2a0a-40db-9bb2-2a80d94f4683 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=f899b1e8-33ea-4d75-a53c-f3e9c281806e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438104 Oct 03 13:00:46.548622 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dd245140-6c38-4da5-8aa2-91f6fcb4503f req-f81b811c-b30f-4172-8d0f-a65ebb160977 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f899b1e8-33ea-4d75-a53c-f3e9c281806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887291 Oct 03 13:00:46.648396 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-dd245140-6c38-4da5-8aa2-91f6fcb4503f req-870d5ca0-02a1-419f-b78a-5e07bd4cf9fc service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f899b1e8-33ea-4d75-a53c-f3e9c281806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876355 Oct 03 13:00:47.162394 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:00:52.987075 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-960e19be-2800-4e08-a94b-9dd83930a7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:55.278331 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-20db931e-0b07-4c3d-bb74-7e291945c92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:56.634888 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=49 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:56.645124 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=52 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:56.954232 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:57.158079 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:57.159248 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:00:58.453693 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16fba2-c135-4095-b5e2-08e9ab7da2eb req-3c1d5add-835e-4cd2-95c6-ff5e40c406e2 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:58.455190 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6c16fba2-c135-4095-b5e2-08e9ab7da2eb req-3c1d5add-835e-4cd2-95c6-ff5e40c406e2 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0c0a1aa2-1890-4062-bec7-6ab15fe3a595 HTTP/1.1" status: 200 len: 945 time: 0.0509200 Oct 03 13:00:58.474144 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:58.502730 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-6c16fba2-c135-4095-b5e2-08e9ab7da2eb req-99e9368f-8641-4a39-b209-eea7b90f0218 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cda0ba63-19ce-4afc-a067-9a76f2865bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411427 Oct 03 13:00:58.520387 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:00:59.624734 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f66e9-1332-4ba7-889d-bb8e53357d51 req-2d9ea6cb-a10e-4ebf-a102-68039c36485f tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:59.626192 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0a4f66e9-1332-4ba7-889d-bb8e53357d51 req-2d9ea6cb-a10e-4ebf-a102-68039c36485f tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0c0a1aa2-1890-4062-bec7-6ab15fe3a595 HTTP/1.1" status: 200 len: 945 time: 0.0459146 Oct 03 13:00:59.672042 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0a4f66e9-1332-4ba7-889d-bb8e53357d51 req-889b06af-ff07-43ae-840b-f4e1aa84b682 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cda0ba63-19ce-4afc-a067-9a76f2865bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396781 Oct 03 13:00:59.984569 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3066429-0a54-4832-a461-3658329eaaa2 req-41028fcd-5405-4904-8386-5c9db0859bff tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:59.985899 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-d3066429-0a54-4832-a461-3658329eaaa2 req-41028fcd-5405-4904-8386-5c9db0859bff tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=0c0a1aa2-1890-4062-bec7-6ab15fe3a595 HTTP/1.1" status: 200 len: 945 time: 0.0453022 Oct 03 13:01:00.080896 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-d3066429-0a54-4832-a461-3658329eaaa2 req-f3fe8325-dedf-43e5-861a-1d869d07c0f2 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Deleting port 68c75d66-fabb-4d68-9545-0cf165338459 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:01:00.081225 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-d3066429-0a54-4832-a461-3658329eaaa2 req-f3fe8325-dedf-43e5-861a-1d869d07c0f2 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (68c75d66-fabb-4d68-9545-0cf165338459), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:00.170565 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-d3066429-0a54-4832-a461-3658329eaaa2 req-f3fe8325-dedf-43e5-861a-1d869d07c0f2 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] For port 68c75d66-fabb-4d68-9545-0cf165338459, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=68c75d66-fabb-4d68-9545-0cf165338459,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:01:00.170918 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-d3066429-0a54-4832-a461-3658329eaaa2 req-f3fe8325-dedf-43e5-861a-1d869d07c0f2 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (68c75d66-fabb-4d68-9545-0cf165338459), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:00.330016 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-d3066429-0a54-4832-a461-3658329eaaa2 req-f3fe8325-dedf-43e5-861a-1d869d07c0f2 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:00.330480 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-d3066429-0a54-4832-a461-3658329eaaa2 req-f3fe8325-dedf-43e5-861a-1d869d07c0f2 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527176'] for floatingip (3813925e-ec98-45d4-9f93-ca79408fa368), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:00.330797 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.l3_db [req-d3066429-0a54-4832-a461-3658329eaaa2 req-f3fe8325-dedf-43e5-861a-1d869d07c0f2 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Floating IP 3813925e-ec98-45d4-9f93-ca79408fa368 disassociated. External IP: 172.27.0.84, port: 68c75d66-fabb-4d68-9545-0cf165338459. Oct 03 13:01:00.331135 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-d3066429-0a54-4832-a461-3658329eaaa2 req-f3fe8325-dedf-43e5-861a-1d869d07c0f2 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Calling delete_port for 68c75d66-fabb-4d68-9545-0cf165338459 owned by compute:nova {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:01:00.529722 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-d3066429-0a54-4832-a461-3658329eaaa2 req-f3fe8325-dedf-43e5-861a-1d869d07c0f2 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (68c75d66-fabb-4d68-9545-0cf165338459), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:00.555935 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe8325-dedf-43e5-861a-1d869d07c0f2 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event deleted for resources: {'Port': ['ID=68c75d66-fabb-4d68-9545-0cf165338459,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:00.667863 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3066429-0a54-4832-a461-3658329eaaa2 req-f3fe8325-dedf-43e5-861a-1d869d07c0f2 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Router 122074b6-a40b-4fa0-be87-3c63da082123 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:01:00.772798 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3066429-0a54-4832-a461-3658329eaaa2 req-f3fe8325-dedf-43e5-861a-1d869d07c0f2 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:01:00.779958 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ef5acb60-18d7-4390-baa5-b29c2c0ff4a6 req-812eebc6-1a6f-4b95-9076-d22c5bd55251 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0c0a1aa2-1890-4062-bec7-6ab15fe3a595 HTTP/1.1" status: 200 len: 210 time: 0.0281608 Oct 03 13:01:00.784850 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a565110-ed82-48d1-a4c9-39ddc2063b19 None None] Sync routers for ids ['122074b6-a40b-4fa0-be87-3c63da082123'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:01:00.794565 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a565110-ed82-48d1-a4c9-39ddc2063b19 None None] Routers {'122074b6-a40b-4fa0-be87-3c63da082123'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:01:00.795338 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-4a565110-ed82-48d1-a4c9-39ddc2063b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T13:00:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['122074b6-a40b-4fa0-be87-3c63da082123'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:00.815575 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3066429-0a54-4832-a461-3658329eaaa2 req-f3fe8325-dedf-43e5-861a-1d869d07c0f2 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] No DVR routers for this DVR port 68c75d66-fabb-4d68-9545-0cf165338459 on host hv-cinder-84456 {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:01:00.818740 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-d3066429-0a54-4832-a461-3658329eaaa2 req-f3fe8325-dedf-43e5-861a-1d869d07c0f2 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:00.821969 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-d3066429-0a54-4832-a461-3658329eaaa2 req-f3fe8325-dedf-43e5-861a-1d869d07c0f2 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.46 "DELETE /networking/v2.0/ports/68c75d66-fabb-4d68-9545-0cf165338459 HTTP/1.1" status: 204 len: 173 time: 0.8262661 Oct 03 13:01:00.822462 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0a1aa2-1890-4062-bec7-6ab15fe3a595', 'name': 'network-vif-deleted', 'tag': '68c75d66-fabb-4d68-9545-0cf165338459'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:01:00.824735 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1681214-2580-468c-8df3-87078f7134c6" -d '{"events": [{"server_uuid": "0c0a1aa2-1890-4062-bec7-6ab15fe3a595", "name": "network-vif-deleted", "tag": "68c75d66-fabb-4d68-9545-0cf165338459"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:01:00.864099 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16150b7-21ca-4d16-b7f4-f659169de099 x-openstack-request-id: req-a16150b7-21ca-4d16-b7f4-f659169de099 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:01:00.864500 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0a1aa2-1890-4062-bec7-6ab15fe3a595", "name": "network-vif-deleted", "tag": "68c75d66-fabb-4d68-9545-0cf165338459", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:01:00.864858 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a16150b7-21ca-4d16-b7f4-f659169de099 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:01:00.865385 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a16150b7-21ca-4d16-b7f4-f659169de099'] response: {'server_uuid': '0c0a1aa2-1890-4062-bec7-6ab15fe3a595', 'name': 'network-vif-deleted', 'tag': '68c75d66-fabb-4d68-9545-0cf165338459', 'status': 'completed', 'code': 200} Oct 03 13:01:00.902708 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-4a565110-ed82-48d1-a4c9-39ddc2063b19 None None] Set router 122074b6-a40b-4fa0-be87-3c63da082123 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:01:01.103848 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-4a565110-ed82-48d1-a4c9-39ddc2063b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:01.128984 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a565110-ed82-48d1-a4c9-39ddc2063b19 None None] Checking router: 122074b6-a40b-4fa0-be87-3c63da082123 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:01:01.137193 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a565110-ed82-48d1-a4c9-39ddc2063b19 None None] Routers {'122074b6-a40b-4fa0-be87-3c63da082123'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:01:01.137788 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-4a565110-ed82-48d1-a4c9-39ddc2063b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T13:00:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['122074b6-a40b-4fa0-be87-3c63da082123'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:01.240424 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-4a565110-ed82-48d1-a4c9-39ddc2063b19 None None] Set router 122074b6-a40b-4fa0-be87-3c63da082123 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:01:01.430760 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-4a565110-ed82-48d1-a4c9-39ddc2063b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:01.458252 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a565110-ed82-48d1-a4c9-39ddc2063b19 None None] The sync data for ids ['122074b6-a40b-4fa0-be87-3c63da082123'] in dv-cinder-844563-12-iscsi is: [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:19Z', 'revision_number': 4, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '6b1bec91-53af-4083-845e-b5a7d292083d', 'name': '', 'network_id': '1c116e69-b6ec-41cd-b2b6-637e304e9d46', 'tenant_id': '484522301976426dae50e64c141c727e', 'mac_address': 'fa:16:3e:ef:1e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:18Z', 'updated_at': '2022-10-03T12:56:23Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'subnets': [{'id': '85ba965e-ab65-4b2d-a3bd-c593866149c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:01:01.680895 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b17090-6ebf-48d8-90a2-9cbe6eb51a15 None None] New status for floating IP 3813925e-ec98-45d4-9f93-ca79408fa368: DOWN {{(pid=113287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:01:01.900577 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-2e0ee4c6-2bd5-4081-a8e6-dee3fc6e0f5c req-0c5e1dab-ef00-4a46-8c55-e86000e3cd8a tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0c0a1aa2-1890-4062-bec7-6ab15fe3a595 HTTP/1.1" status: 200 len: 210 time: 0.0322435 Oct 03 13:01:02.551955 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 68c75d66-fabb-4d68-9545-0cf165338459 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:01:02.571438 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] No Port match for: 68c75d66-fabb-4d68-9545-0cf165338459 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:01:02.571771 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device 68c75d66-fabb-4d68-9545-0cf165338459 not bound to the agent host hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:01:03.051988 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44190) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:03.107388 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a2710970-cd97-4f7c-8381-f66d1336de4e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (cda0ba63-19ce-4afc-a067-9a76f2865bb8), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:03.129707 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:03.130569 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a2710970-cd97-4f7c-8381-f66d1336de4e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (cda0ba63-19ce-4afc-a067-9a76f2865bb8), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:03.238646 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a2710970-cd97-4f7c-8381-f66d1336de4e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (cda0ba63-19ce-4afc-a067-9a76f2865bb8), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:03.241234 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a2710970-cd97-4f7c-8381-f66d1336de4e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:03.242367 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-a2710970-cd97-4f7c-8381-f66d1336de4e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/cda0ba63-19ce-4afc-a067-9a76f2865bb8 HTTP/1.1" status: 204 len: 168 time: 0.1890917 Oct 03 13:01:03.245373 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 44192) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:03.252681 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2710970-cd97-4f7c-8381-f66d1336de4e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda0ba63-19ce-4afc-a067-9a76f2865bb8,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:03.260237 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2710970-cd97-4f7c-8381-f66d1336de4e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:03.265115 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2710970-cd97-4f7c-8381-f66d1336de4e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:03.265228 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.api.v2.resource [None req-e2540866-07e6-44c3-bd67-487ab8b357b8 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] show failed (client error): The resource could not be found. Oct 03 13:01:03.265352 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2710970-cd97-4f7c-8381-f66d1336de4e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:03.265352 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2710970-cd97-4f7c-8381-f66d1336de4e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:03.265352 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2710970-cd97-4f7c-8381-f66d1336de4e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:03.265352 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2710970-cd97-4f7c-8381-f66d1336de4e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:03.265352 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2710970-cd97-4f7c-8381-f66d1336de4e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:03.265352 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2710970-cd97-4f7c-8381-f66d1336de4e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:03.265352 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2710970-cd97-4f7c-8381-f66d1336de4e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:03.266028 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-e2540866-07e6-44c3-bd67-487ab8b357b8 tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "GET /networking/v2.0/security-groups/cda0ba63-19ce-4afc-a067-9a76f2865bb8 HTTP/1.1" status: 404 len: 347 time: 0.0164700 Oct 03 13:01:03.266124 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2710970-cd97-4f7c-8381-f66d1336de4e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:03.266124 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2710970-cd97-4f7c-8381-f66d1336de4e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:03.266124 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2710970-cd97-4f7c-8381-f66d1336de4e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:03.266124 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2710970-cd97-4f7c-8381-f66d1336de4e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:03.266124 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2710970-cd97-4f7c-8381-f66d1336de4e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:03.266124 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2710970-cd97-4f7c-8381-f66d1336de4e tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:03.267278 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44194) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:03.379982 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-5aefa256-9396-49a0-8bee-33e9def66edb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Deleting port d5bc9e82-8581-4087-96c1-e7cfbbda3695 {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:01:03.380321 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5aefa256-9396-49a0-8bee-33e9def66edb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (d5bc9e82-8581-4087-96c1-e7cfbbda3695), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:03.459447 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5aefa256-9396-49a0-8bee-33e9def66edb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (d5bc9e82-8581-4087-96c1-e7cfbbda3695), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:03.459879 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5aefa256-9396-49a0-8bee-33e9def66edb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (d5bc9e82-8581-4087-96c1-e7cfbbda3695), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:03.473530 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-5aefa256-9396-49a0-8bee-33e9def66edb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Calling delete_port for d5bc9e82-8581-4087-96c1-e7cfbbda3695 owned by network:floatingip {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:01:03.662925 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5aefa256-9396-49a0-8bee-33e9def66edb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (d5bc9e82-8581-4087-96c1-e7cfbbda3695), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:03.685630 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefa256-9396-49a0-8bee-33e9def66edb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Pushing event deleted for resources: {'Port': ['ID=d5bc9e82-8581-4087-96c1-e7cfbbda3695,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:03.750916 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5aefa256-9396-49a0-8bee-33e9def66edb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks [] for floatingip (3813925e-ec98-45d4-9f93-ca79408fa368), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:03.754325 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5aefa256-9396-49a0-8bee-33e9def66edb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:03.768111 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-5aefa256-9396-49a0-8bee-33e9def66edb tempest-AttachVolumeNegativeTest-37738108 tempest-AttachVolumeNegativeTest-37738108-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/3813925e-ec98-45d4-9f93-ca79408fa368 HTTP/1.1" status: 204 len: 168 time: 0.4872608 Oct 03 13:01:07.777502 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-653a0322-9df2-4f45-b0d6-86188f0db1e5 req-ad223a06-1c34-4c8a-a631-23de7bcbc06b tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1179058255&fields=id&tenant_id=a0a4271779a04986bbd34e2e989f3603 HTTP/1.1" status: 200 len: 267 time: 0.0437691 Oct 03 13:01:07.812717 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:07.830000 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a0322-9df2-4f45-b0d6-86188f0db1e5 req-c04d16af-fe0a-4420-bbee-a5f39b09b18f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:07.832005 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-653a0322-9df2-4f45-b0d6-86188f0db1e5 req-c04d16af-fe0a-4420-bbee-a5f39b09b18f tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 985 time: 0.0487723 Oct 03 13:01:07.842335 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [req-653a0322-9df2-4f45-b0d6-86188f0db1e5 req-fca2a5bb-eb4b-4c21-9b96-75871dbc0d0a tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Request body: {'port': {'security_groups': ['3e587fed-f9d3-4cac-aa86-0e911333a786']}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:01:07.871683 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:07.915360 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-653a0322-9df2-4f45-b0d6-86188f0db1e5 req-fca2a5bb-eb4b-4c21-9b96-75871dbc0d0a tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (f317c1e2-f283-4fec-bf28-0094dfcd58ff), before_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:08.001869 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 44236) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:08.053520 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:08.092144 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [req-653a0322-9df2-4f45-b0d6-86188f0db1e5 req-fca2a5bb-eb4b-4c21-9b96-75871dbc0d0a tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] For port f317c1e2-f283-4fec-bf28-0094dfcd58ff, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f317c1e2-f283-4fec-bf28-0094dfcd58ff,segment=NetworkSegment(bcf38709-30b0-4fcd-b16e-80cac6605a45),segment_id=bcf38709-30b0-4fcd-b16e-80cac6605a45)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:01:08.121088 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-653a0322-9df2-4f45-b0d6-86188f0db1e5 req-fca2a5bb-eb4b-4c21-9b96-75871dbc0d0a tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for port (f317c1e2-f283-4fec-bf28-0094dfcd58ff), precommit_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:08.137835 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:08.192359 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-653a0322-9df2-4f45-b0d6-86188f0db1e5 req-fca2a5bb-eb4b-4c21-9b96-75871dbc0d0a tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13033702'] for port (f317c1e2-f283-4fec-bf28-0094dfcd58ff), after_update {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:08.202367 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a0322-9df2-4f45-b0d6-86188f0db1e5 req-fca2a5bb-eb4b-4c21-9b96-75871dbc0d0a tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:08.203019 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [req-653a0322-9df2-4f45-b0d6-86188f0db1e5 req-fca2a5bb-eb4b-4c21-9b96-75871dbc0d0a tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:08.204445 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-653a0322-9df2-4f45-b0d6-86188f0db1e5 req-fca2a5bb-eb4b-4c21-9b96-75871dbc0d0a tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "PUT /networking/v2.0/ports/f317c1e2-f283-4fec-bf28-0094dfcd58ff HTTP/1.1" status: 200 len: 943 time: 0.3664064 Oct 03 13:01:08.205122 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['f317c1e2-f283-4fec-bf28-0094dfcd58ff'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:01:08.220557 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229aaf8a-e3ce-4319-94b4-7e22662880b3', 'tag': 'f317c1e2-f283-4fec-bf28-0094dfcd58ff'}] {{(pid=113285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:01:08.220557 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8c9de838f6157477042d1ccf4c4241849d38f3be3769c4c2ec48b33ae5f8e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd249f6-c2ed-44b0-a29b-afb952928e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "229aaf8a-e3ce-4319-94b4-7e22662880b3", "tag": "f317c1e2-f283-4fec-bf28-0094dfcd58ff"}]}' {{(pid=113285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:01:08.220557 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44238) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:08.313946 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['f317c1e2-f283-4fec-bf28-0094dfcd58ff'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:01:08.319621 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2a5bb-eb4b-4c21-9b96-75871dbc0d0a tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Pushing event updated for resources: {'Port': ['ID=f317c1e2-f283-4fec-bf28-0094dfcd58ff,revision_number=7']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:08.326334 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759112'] for router_interface (122074b6-a40b-4fa0-be87-3c63da082123), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:08.334936 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3198f554-547d-410d-8ec0-f444b9e9ee20 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group (5151003a-5cd5-408f-adba-43e6814f5c12), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:08.359725 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:08.367905 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3198f554-547d-410d-8ec0-f444b9e9ee20 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group (5151003a-5cd5-408f-adba-43e6814f5c12), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:08.413310 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:08.467500 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352db55c-9b28-4b08-add4-3db20336ebd8 x-openstack-request-id: req-352db55c-9b28-4b08-add4-3db20336ebd8 {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:01:08.467864 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "229aaf8a-e3ce-4319-94b4-7e22662880b3", "tag": "f317c1e2-f283-4fec-bf28-0094dfcd58ff", "status": "completed", "code": 200}]} {{(pid=113285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:01:08.468183 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-352db55c-9b28-4b08-add4-3db20336ebd8 {{(pid=113285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:01:08.468654 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-352db55c-9b28-4b08-add4-3db20336ebd8'] response: {'name': 'network-changed', 'server_uuid': '229aaf8a-e3ce-4319-94b4-7e22662880b3', 'tag': 'f317c1e2-f283-4fec-bf28-0094dfcd58ff', 'status': 'completed', 'code': 200} Oct 03 13:01:08.553209 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3198f554-547d-410d-8ec0-f444b9e9ee20 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (5151003a-5cd5-408f-adba-43e6814f5c12), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:08.555232 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd249f6-c2ed-44b0-a29b-afb952928e8b req-1f0f80ec-7ebf-4c44-a3d3-5f891e019b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:08.555819 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3198f554-547d-410d-8ec0-f444b9e9ee20 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:08.556740 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3bd249f6-c2ed-44b0-a29b-afb952928e8b req-1f0f80ec-7ebf-4c44-a3d3-5f891e019b0f service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=a0a4271779a04986bbd34e2e989f3603&device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 1130 time: 0.0651467 Oct 03 13:01:08.556962 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-3198f554-547d-410d-8ec0-f444b9e9ee20 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5151003a-5cd5-408f-adba-43e6814f5c12 HTTP/1.1" status: 204 len: 168 time: 0.3415413 Oct 03 13:01:08.559875 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 44244) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:08.567996 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198f554-547d-410d-8ec0-f444b9e9ee20 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5151003a-5cd5-408f-adba-43e6814f5c12,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:08.701120 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Deleting port 6b1bec91-53af-4083-845e-b5a7d292083d {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:01:08.701456 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (6b1bec91-53af-4083-845e-b5a7d292083d), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:08.802801 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:08.821982 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd249f6-c2ed-44b0-a29b-afb952928e8b req-a7f10ac2-d837-4b6c-b55e-76c627079ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:08.823386 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3bd249f6-c2ed-44b0-a29b-afb952928e8b req-a7f10ac2-d837-4b6c-b55e-76c627079ff5 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=f899b1e8-33ea-4d75-a53c-f3e9c281806e HTTP/1.1" status: 200 len: 915 time: 0.2529788 Oct 03 13:01:08.919225 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-5cd8eff1-6caf-4170-b573-9eaa0e001bec tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Deleting port 2b8c0ffd-eeb7-43b5-b397-3d0fec52088f {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:01:08.919588 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5cd8eff1-6caf-4170-b573-9eaa0e001bec tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (2b8c0ffd-eeb7-43b5-b397-3d0fec52088f), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:08.923767 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] For port 6b1bec91-53af-4083-845e-b5a7d292083d, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=6b1bec91-53af-4083-845e-b5a7d292083d,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:01:08.924117 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (6b1bec91-53af-4083-845e-b5a7d292083d), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:08.980680 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3bd249f6-c2ed-44b0-a29b-afb952928e8b req-df027766-e8a7-4357-9295-2d765a2e4287 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f317c1e2-f283-4fec-bf28-0094dfcd58ff HTTP/1.1" status: 200 len: 1002 time: 0.1502056 Oct 03 13:01:08.981684 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Calling delete_port for 6b1bec91-53af-4083-845e-b5a7d292083d owned by network:router_interface {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:01:09.104034 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd249f6-c2ed-44b0-a29b-afb952928e8b req-1d2eabca-f50a-4816-8880-f3a780ef6dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:09.105397 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3bd249f6-c2ed-44b0-a29b-afb952928e8b req-1d2eabca-f50a-4816-8880-f3a780ef6dac service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=b48c2643-0ee8-4d9e-ad75-4de802bc1167 HTTP/1.1" status: 200 len: 853 time: 0.1169698 Oct 03 13:01:09.110830 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5cd8eff1-6caf-4170-b573-9eaa0e001bec tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (2b8c0ffd-eeb7-43b5-b397-3d0fec52088f), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:09.111156 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5cd8eff1-6caf-4170-b573-9eaa0e001bec tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for floatingip (2b8c0ffd-eeb7-43b5-b397-3d0fec52088f), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:09.154529 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-5cd8eff1-6caf-4170-b573-9eaa0e001bec tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Calling delete_port for 2b8c0ffd-eeb7-43b5-b397-3d0fec52088f owned by network:floatingip {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:01:09.192091 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:09.207745 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd249f6-c2ed-44b0-a29b-afb952928e8b req-0db48781-9da6-479b-882d-bdc073c05c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:09.209219 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3bd249f6-c2ed-44b0-a29b-afb952928e8b req-0db48781-9da6-479b-882d-bdc073c05c81 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=f899b1e8-33ea-4d75-a53c-f3e9c281806e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0902381 Oct 03 13:01:09.638381 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:09.644291 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3bd249f6-c2ed-44b0-a29b-afb952928e8b req-9ea9b29e-0ead-44d2-ba3a-a5525e4ac009 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f899b1e8-33ea-4d75-a53c-f3e9c281806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276562 Oct 03 13:01:09.757827 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (6b1bec91-53af-4083-845e-b5a7d292083d), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:09.795436 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b1bec91-53af-4083-845e-b5a7d292083d,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:09.801990 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-3bd249f6-c2ed-44b0-a29b-afb952928e8b req-c0824d6b-b887-4241-b3e6-caff9ab77b60 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f899b1e8-33ea-4d75-a53c-f3e9c281806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518259 Oct 03 13:01:09.824273 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:09.824623 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:09.824966 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:09.825312 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:09.825682 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:09.826054 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:09.826385 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:09.826712 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:09.827041 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:09.827389 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:09.827716 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:09.828043 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:09.828369 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:09.828690 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:09.829011 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:09.835965 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5cd8eff1-6caf-4170-b573-9eaa0e001bec tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (2b8c0ffd-eeb7-43b5-b397-3d0fec52088f), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:09.886848 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8eff1-6caf-4170-b573-9eaa0e001bec tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Pushing event deleted for resources: {'Port': ['ID=2b8c0ffd-eeb7-43b5-b397-3d0fec52088f,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:10.027285 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5cd8eff1-6caf-4170-b573-9eaa0e001bec tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks [] for floatingip (86bfc8e0-5f08-447e-9c95-b34feca170bd), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:10.027645 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.db.l3_db [None req-5cd8eff1-6caf-4170-b573-9eaa0e001bec tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Floating IP 86bfc8e0-5f08-447e-9c95-b34feca170bd disassociated (deleted). External IP: 172.27.0.148, port: f317c1e2-f283-4fec-bf28-0094dfcd58ff. Oct 03 13:01:10.065549 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:10.087446 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759100'] for router_interface (122074b6-a40b-4fa0-be87-3c63da082123), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:10.370202 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd8eff1-6caf-4170-b573-9eaa0e001bec tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Router b01f8390-2de0-41e2-991d-99c7a86062c3 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:01:10.469551 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Router 122074b6-a40b-4fa0-be87-3c63da082123 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:01:10.553521 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:10.558610 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd8eff1-6caf-4170-b573-9eaa0e001bec tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:01:10.569173 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-5cd8eff1-6caf-4170-b573-9eaa0e001bec tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for floatingip (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:10.571102 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a157c42e-9b47-4346-948f-c6fc29921f81 None None] Sync routers for ids ['b01f8390-2de0-41e2-991d-99c7a86062c3'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:01:10.581918 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a157c42e-9b47-4346-948f-c6fc29921f81 None None] Routers {'b01f8390-2de0-41e2-991d-99c7a86062c3'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:01:10.582560 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-a157c42e-9b47-4346-948f-c6fc29921f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T13:00:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['b01f8390-2de0-41e2-991d-99c7a86062c3'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:10.629856 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-5cd8eff1-6caf-4170-b573-9eaa0e001bec tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/86bfc8e0-5f08-447e-9c95-b34feca170bd HTTP/1.1" status: 204 len: 168 time: 2.0689766 Oct 03 13:01:10.631993 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229aaf8a-e3ce-4319-94b4-7e22662880b3', 'tag': 'f317c1e2-f283-4fec-bf28-0094dfcd58ff'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:01:10.634271 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd9db2f-e71c-4e05-92d9-18b168e0e0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "229aaf8a-e3ce-4319-94b4-7e22662880b3", "tag": "f317c1e2-f283-4fec-bf28-0094dfcd58ff"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:01:10.664324 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:01:10.669693 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-763d48f7-0297-444f-a53b-9b13a3b910b5 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/122074b6-a40b-4fa0-be87-3c63da082123/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6679254 Oct 03 13:01:10.672291 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44250) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:10.674787 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf8a8d0-f25a-4fc6-a2f6-1b48ac15919a x-openstack-request-id: req-ddf8a8d0-f25a-4fc6-a2f6-1b48ac15919a {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:01:10.675642 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "229aaf8a-e3ce-4319-94b4-7e22662880b3", "tag": "f317c1e2-f283-4fec-bf28-0094dfcd58ff", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:01:10.676079 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ddf8a8d0-f25a-4fc6-a2f6-1b48ac15919a {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:01:10.676406 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddf8a8d0-f25a-4fc6-a2f6-1b48ac15919a'] response: {'name': 'network-changed', 'server_uuid': '229aaf8a-e3ce-4319-94b4-7e22662880b3', 'tag': 'f317c1e2-f283-4fec-bf28-0094dfcd58ff', 'status': 'completed', 'code': 200} Oct 03 13:01:10.680380 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7497950-c78d-458c-a560-44599026335f None None] Sync routers for ids ['122074b6-a40b-4fa0-be87-3c63da082123'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:01:10.702679 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7497950-c78d-458c-a560-44599026335f None None] Routers {'122074b6-a40b-4fa0-be87-3c63da082123'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:01:10.703455 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-c7497950-c78d-458c-a560-44599026335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T13:00:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['122074b6-a40b-4fa0-be87-3c63da082123'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:10.747722 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-a157c42e-9b47-4346-948f-c6fc29921f81 None None] Set router b01f8390-2de0-41e2-991d-99c7a86062c3 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:01:10.771077 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9db2f-e71c-4e05-92d9-18b168e0e0bf req-57f08bec-d3b0-495c-a3e8-4e0b0bcf16c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:10.772635 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4dd9db2f-e71c-4e05-92d9-18b168e0e0bf req-57f08bec-d3b0-495c-a3e8-4e0b0bcf16c9 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=a0a4271779a04986bbd34e2e989f3603&device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 1130 time: 0.0681784 Oct 03 13:01:10.833623 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-95531c83-d1fa-4dbb-9aac-05ff3ecfb2e6 admin admin] Publish callbacks [] for router (122074b6-a40b-4fa0-be87-3c63da082123), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:10.836239 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-c7497950-c78d-458c-a560-44599026335f None None] Set router 122074b6-a40b-4fa0-be87-3c63da082123 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:01:10.884751 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9db2f-e71c-4e05-92d9-18b168e0e0bf req-3d5891f2-797c-4f6a-8b9b-f9de0f7c08f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:10.886266 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4dd9db2f-e71c-4e05-92d9-18b168e0e0bf req-3d5891f2-797c-4f6a-8b9b-f9de0f7c08f9 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=f899b1e8-33ea-4d75-a53c-f3e9c281806e HTTP/1.1" status: 200 len: 915 time: 0.1041019 Oct 03 13:01:10.931755 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4dd9db2f-e71c-4e05-92d9-18b168e0e0bf req-b5c009e5-6f35-4c3e-94c8-8cd4fa8aafc7 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f317c1e2-f283-4fec-bf28-0094dfcd58ff HTTP/1.1" status: 200 len: 217 time: 0.0384409 Oct 03 13:01:11.004644 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9db2f-e71c-4e05-92d9-18b168e0e0bf req-32a0b2c4-1b57-4fd6-84e5-1e23d84e09e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:11.006150 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4dd9db2f-e71c-4e05-92d9-18b168e0e0bf req-32a0b2c4-1b57-4fd6-84e5-1e23d84e09e8 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=b48c2643-0ee8-4d9e-ad75-4de802bc1167 HTTP/1.1" status: 200 len: 853 time: 0.0677357 Oct 03 13:01:11.062962 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9db2f-e71c-4e05-92d9-18b168e0e0bf req-3848c38a-cb18-4173-9ea5-a5d3cf19d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:11.065012 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4dd9db2f-e71c-4e05-92d9-18b168e0e0bf req-3848c38a-cb18-4173-9ea5-a5d3cf19d896 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=f899b1e8-33ea-4d75-a53c-f3e9c281806e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0533662 Oct 03 13:01:11.137327 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-a157c42e-9b47-4346-948f-c6fc29921f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'name': 'tempest-TestMinimumBasicScenario-388923225-router', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:02Z', 'revision_number': 4, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'gw_port': {'id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '9136c7a0-2091-414c-9301-5a40f56dd92e', 'name': '', 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'mac_address': 'fa:16:3e:93:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'b48c2643-0ee8-4d9e-ad75-4de802bc1167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:59:01Z', 'updated_at': '2022-10-03T12:59:08Z', 'revision_number': 5, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'subnets': [{'id': 'b48c2643-0ee8-4d9e-ad75-4de802bc1167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:11.171978 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a157c42e-9b47-4346-948f-c6fc29921f81 None None] Checking router: b01f8390-2de0-41e2-991d-99c7a86062c3 for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:01:11.182822 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a157c42e-9b47-4346-948f-c6fc29921f81 None None] Routers {'b01f8390-2de0-41e2-991d-99c7a86062c3'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:01:11.183956 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-a157c42e-9b47-4346-948f-c6fc29921f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T13:00:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['b01f8390-2de0-41e2-991d-99c7a86062c3'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:11.219163 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4dd9db2f-e71c-4e05-92d9-18b168e0e0bf req-c35107f8-20d1-4102-8cd5-ebbb01422610 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f899b1e8-33ea-4d75-a53c-f3e9c281806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477892 Oct 03 13:01:11.226001 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-c7497950-c78d-458c-a560-44599026335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T13:01:09Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:11.235706 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-95531c83-d1fa-4dbb-9aac-05ff3ecfb2e6 admin admin] Publish callbacks [] for router_gateway (122074b6-a40b-4fa0-be87-3c63da082123), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:11.261723 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7497950-c78d-458c-a560-44599026335f None None] Checking router: 122074b6-a40b-4fa0-be87-3c63da082123 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:01:11.271102 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7497950-c78d-458c-a560-44599026335f None None] Routers {'122074b6-a40b-4fa0-be87-3c63da082123'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:01:11.271746 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-c7497950-c78d-458c-a560-44599026335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T13:00:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['122074b6-a40b-4fa0-be87-3c63da082123'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:11.315599 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=100 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:11.322589 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-a157c42e-9b47-4346-948f-c6fc29921f81 None None] Set router b01f8390-2de0-41e2-991d-99c7a86062c3 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:01:11.359371 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-4dd9db2f-e71c-4e05-92d9-18b168e0e0bf req-480fd841-d530-45b9-918d-503519865c3f service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f899b1e8-33ea-4d75-a53c-f3e9c281806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070516 Oct 03 13:01:11.394465 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-c7497950-c78d-458c-a560-44599026335f None None] Set router 122074b6-a40b-4fa0-be87-3c63da082123 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:01:11.409132 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-95531c83-d1fa-4dbb-9aac-05ff3ecfb2e6 admin admin] Deleting port 892f30d6-dacb-4d81-8804-de59562f4613 {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:01:11.410110 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-95531c83-d1fa-4dbb-9aac-05ff3ecfb2e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (892f30d6-dacb-4d81-8804-de59562f4613), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:11.493862 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [None req-95531c83-d1fa-4dbb-9aac-05ff3ecfb2e6 admin admin] For port 892f30d6-dacb-4d81-8804-de59562f4613, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=892f30d6-dacb-4d81-8804-de59562f4613,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:01:11.494587 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-95531c83-d1fa-4dbb-9aac-05ff3ecfb2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (892f30d6-dacb-4d81-8804-de59562f4613), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:11.508232 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-95531c83-d1fa-4dbb-9aac-05ff3ecfb2e6 admin admin] Calling delete_port for 892f30d6-dacb-4d81-8804-de59562f4613 owned by network:router_gateway {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:01:11.513761 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:11.530375 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-a157c42e-9b47-4346-948f-c6fc29921f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'name': 'tempest-TestMinimumBasicScenario-388923225-router', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:02Z', 'revision_number': 4, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'gw_port': {'id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '9136c7a0-2091-414c-9301-5a40f56dd92e', 'name': '', 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'mac_address': 'fa:16:3e:93:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'b48c2643-0ee8-4d9e-ad75-4de802bc1167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:59:01Z', 'updated_at': '2022-10-03T12:59:08Z', 'revision_number': 5, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'subnets': [{'id': 'b48c2643-0ee8-4d9e-ad75-4de802bc1167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:11.556933 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a157c42e-9b47-4346-948f-c6fc29921f81 None None] The sync data for ids ['b01f8390-2de0-41e2-991d-99c7a86062c3'] in dv-cinder-844563-12-iscsi is: [{'id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'name': 'tempest-TestMinimumBasicScenario-388923225-router', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:02Z', 'revision_number': 4, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'gw_port': {'id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi', '_interfaces': [{'id': '9136c7a0-2091-414c-9301-5a40f56dd92e', 'name': '', 'network_id': 'f899b1e8-33ea-4d75-a53c-f3e9c281806e', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'mac_address': 'fa:16:3e:93:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'b48c2643-0ee8-4d9e-ad75-4de802bc1167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:59:01Z', 'updated_at': '2022-10-03T12:59:08Z', 'revision_number': 5, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'subnets': [{'id': 'b48c2643-0ee8-4d9e-ad75-4de802bc1167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:01:11.557272 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:11.569573 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:11.578401 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-c7497950-c78d-458c-a560-44599026335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T13:01:09Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:11.604057 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7497950-c78d-458c-a560-44599026335f None None] The sync data for ids ['122074b6-a40b-4fa0-be87-3c63da082123'] in dv-cinder-844563-12-iscsi is: [{'id': '122074b6-a40b-4fa0-be87-3c63da082123', 'name': 'tempest-AttachVolumeNegativeTest-1632048345-router', 'tenant_id': '484522301976426dae50e64c141c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '892f30d6-dacb-4d81-8804-de59562f4613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T13:01:09Z', 'revision_number': 5, 'project_id': '484522301976426dae50e64c141c727e', 'gw_port': {'id': '892f30d6-dacb-4d81-8804-de59562f4613', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122074b6-a40b-4fa0-be87-3c63da082123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:56:16Z', 'updated_at': '2022-10-03T12:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:01:11.765305 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-95531c83-d1fa-4dbb-9aac-05ff3ecfb2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (892f30d6-dacb-4d81-8804-de59562f4613), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:11.793480 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95531c83-d1fa-4dbb-9aac-05ff3ecfb2e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=892f30d6-dacb-4d81-8804-de59562f4613,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:11.825300 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba28332-914e-4332-9161-965afecce92d None None] New status for floating IP 86bfc8e0-5f08-447e-9c95-b34feca170bd: DOWN {{(pid=113286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 13:01:11.857284 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-95531c83-d1fa-4dbb-9aac-05ff3ecfb2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764534'] for router_gateway (122074b6-a40b-4fa0-be87-3c63da082123), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:11.946457 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-95531c83-d1fa-4dbb-9aac-05ff3ecfb2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5250'] for router (122074b6-a40b-4fa0-be87-3c63da082123), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:11.948644 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-95531c83-d1fa-4dbb-9aac-05ff3ecfb2e6 admin admin] Publish callbacks [] for router_controller (122074b6-a40b-4fa0-be87-3c63da082123), precommit_delete_associations {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:12.095628 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-95531c83-d1fa-4dbb-9aac-05ff3ecfb2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-759140'] for router (122074b6-a40b-4fa0-be87-3c63da082123), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:12.096275 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95531c83-d1fa-4dbb-9aac-05ff3ecfb2e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 122074b6-a40b-4fa0-be87-3c63da082123 {{(pid=113285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 13:01:12.104705 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-95531c83-d1fa-4dbb-9aac-05ff3ecfb2e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:12.104705 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-95531c83-d1fa-4dbb-9aac-05ff3ecfb2e6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/122074b6-a40b-4fa0-be87-3c63da082123 HTTP/1.1" status: 204 len: 168 time: 1.4298210 Oct 03 13:01:12.105630 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44258) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:12.157702 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4ddffc-2e38-4ed3-a656-9d461302b09d admin admin] Deleting subnet 85ba965e-ab65-4b2d-a3bd-c593866149c6 {{(pid=113285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 13:01:12.162321 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-aa4ddffc-2e38-4ed3-a656-9d461302b09d admin admin] Publish callbacks [] for subnet (85ba965e-ab65-4b2d-a3bd-c593866149c6), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:12.202150 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-aa4ddffc-2e38-4ed3-a656-9d461302b09d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13973122'] for subnet (85ba965e-ab65-4b2d-a3bd-c593866149c6), precommit_delete_associations {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:12.294706 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-aa4ddffc-2e38-4ed3-a656-9d461302b09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441912'] for subnet (85ba965e-ab65-4b2d-a3bd-c593866149c6), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:12.346317 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:12.423417 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-aa4ddffc-2e38-4ed3-a656-9d461302b09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1446231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13033512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15266110'] for subnet (85ba965e-ab65-4b2d-a3bd-c593866149c6), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:12.450685 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ddffc-2e38-4ed3-a656-9d461302b09d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ba965e-ab65-4b2d-a3bd-c593866149c6,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:12.454668 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-aa4ddffc-2e38-4ed3-a656-9d461302b09d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:12.458095 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-aa4ddffc-2e38-4ed3-a656-9d461302b09d admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/85ba965e-ab65-4b2d-a3bd-c593866149c6 HTTP/1.1" status: 204 len: 168 time: 0.3512676 Oct 03 13:01:12.460473 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44268) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:12.461530 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70efd1e3-4f3e-48db-9a38-603640ed10d3 None None] Network 1c116e69-b6ec-41cd-b2b6-637e304e9d46 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:01:12.529944 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7972a31e-d938-4105-a4d5-75964d38a88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435317'] for network (1c116e69-b6ec-41cd-b2b6-637e304e9d46), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:12.583072 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-7972a31e-d938-4105-a4d5-75964d38a88f admin admin] Deleting port 32247de0-91c7-4019-90b3-c4d21e6db16b {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:01:12.583448 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7972a31e-d938-4105-a4d5-75964d38a88f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (32247de0-91c7-4019-90b3-c4d21e6db16b), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:12.648414 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [None req-7972a31e-d938-4105-a4d5-75964d38a88f admin admin] For port 32247de0-91c7-4019-90b3-c4d21e6db16b, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=32247de0-91c7-4019-90b3-c4d21e6db16b,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:01:12.648652 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7972a31e-d938-4105-a4d5-75964d38a88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (32247de0-91c7-4019-90b3-c4d21e6db16b), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:12.662096 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-7972a31e-d938-4105-a4d5-75964d38a88f admin admin] Calling delete_port for 32247de0-91c7-4019-90b3-c4d21e6db16b owned by network:dhcp {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:01:12.712976 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] DHCP port deletion for 1c116e69-b6ec-41cd-b2b6-637e304e9d46 request from dv-cinder-844563-12-iscsi {{(pid=113286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 13:01:12.752071 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] Deleting port 32247de0-91c7-4019-90b3-c4d21e6db16b {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:01:12.752446 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (32247de0-91c7-4019-90b3-c4d21e6db16b), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:12.819484 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] For port 32247de0-91c7-4019-90b3-c4d21e6db16b, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=32247de0-91c7-4019-90b3-c4d21e6db16b,segment=NetworkSegment(f0552806-4241-4c16-9f0d-31de7a35d8a2),segment_id=f0552806-4241-4c16-9f0d-31de7a35d8a2)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:01:12.819875 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (32247de0-91c7-4019-90b3-c4d21e6db16b), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:12.831527 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=100 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:12.832735 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] Calling delete_port for 32247de0-91c7-4019-90b3-c4d21e6db16b owned by network:dhcp {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:01:12.838234 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7972a31e-d938-4105-a4d5-75964d38a88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (32247de0-91c7-4019-90b3-c4d21e6db16b), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:12.864167 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972a31e-d938-4105-a4d5-75964d38a88f admin admin] Pushing event deleted for resources: {'Port': ['ID=32247de0-91c7-4019-90b3-c4d21e6db16b,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:12.868540 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7972a31e-d938-4105-a4d5-75964d38a88f admin admin] No DVR routers for this DVR port 32247de0-91c7-4019-90b3-c4d21e6db16b on host dv-cinder-844563-12-iscsi {{(pid=113285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:01:12.912624 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749'] for port (32247de0-91c7-4019-90b3-c4d21e6db16b), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:12.943508 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] Pushing event deleted for resources: {'Port': ['ID=32247de0-91c7-4019-90b3-c4d21e6db16b,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:12.948435 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7972a31e-d938-4105-a4d5-75964d38a88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351786', 'neutron.services.segments.db._delete_segments_for_network-8775902573532'] for network (1c116e69-b6ec-41cd-b2b6-637e304e9d46), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:12.951478 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] No DVR routers for this DVR port 32247de0-91c7-4019-90b3-c4d21e6db16b on host dv-cinder-844563-12-iscsi {{(pid=113286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:01:12.953452 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:12.953802 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:12.954143 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:12.954478 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:12.954808 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:12.955135 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:12.955487 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:12.955813 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:12.956685 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:12.957197 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:12.957524 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:12.957849 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:12.958224 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:12.958487 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:12.958809 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b730b564-32b0-46f2-bb77-616b03304ecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:12.973998 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.services.segments.db [None req-7972a31e-d938-4105-a4d5-75964d38a88f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c116e69-b6ec-41cd-b2b6-637e304e9d46']}} {{(pid=113285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:12.984252 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.services.segments.db [None req-7972a31e-d938-4105-a4d5-75964d38a88f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0552806-4241-4c16-9f0d-31de7a35d8a2') {'for_net_delete': True} {{(pid=113285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:12.984544 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.services.segments.db [None req-7972a31e-d938-4105-a4d5-75964d38a88f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0552806-4241-4c16-9f0d-31de7a35d8a2') {} {{(pid=113285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:12.994545 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7972a31e-d938-4105-a4d5-75964d38a88f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775902526374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13973243'] for segment (f0552806-4241-4c16-9f0d-31de7a35d8a2), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:13.007894 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7972a31e-d938-4105-a4d5-75964d38a88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (f0552806-4241-4c16-9f0d-31de7a35d8a2), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:13.014151 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7972a31e-d938-4105-a4d5-75964d38a88f admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=113285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:01:13.014501 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7972a31e-d938-4105-a4d5-75964d38a88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13033666'] for segment (f0552806-4241-4c16-9f0d-31de7a35d8a2), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:13.151958 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.services.segments.plugin [-] Segment f0552806-4241-4c16-9f0d-31de7a35d8a2 resource provider aggregate not found Oct 03 13:01:13.165748 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.services.segments.plugin [-] Segment f0552806-4241-4c16-9f0d-31de7a35d8a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0552806-4241-4c16-9f0d-31de7a35d8a2 found for delete ", "request_id": "req-3ad470b0-6457-436e-ab8b-934b91d763ce"}]} Oct 03 13:01:13.171402 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7972a31e-d938-4105-a4d5-75964d38a88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764585'] for network (1c116e69-b6ec-41cd-b2b6-637e304e9d46), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:13.177998 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-7972a31e-d938-4105-a4d5-75964d38a88f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:13.181109 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-7972a31e-d938-4105-a4d5-75964d38a88f admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/1c116e69-b6ec-41cd-b2b6-637e304e9d46 HTTP/1.1" status: 204 len: 168 time: 0.7196994 Oct 03 13:01:13.192412 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972a31e-d938-4105-a4d5-75964d38a88f admin admin] Pushing event deleted for resources: {'Network': ['ID=1c116e69-b6ec-41cd-b2b6-637e304e9d46,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:13.369433 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 6b1bec91-53af-4083-845e-b5a7d292083d no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:01:13.389648 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: 6b1bec91-53af-4083-845e-b5a7d292083d {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:01:13.389987 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 6b1bec91-53af-4083-845e-b5a7d292083d not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:01:13.390406 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 892f30d6-dacb-4d81-8804-de59562f4613 no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:01:13.408372 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: 892f30d6-dacb-4d81-8804-de59562f4613 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:01:13.408713 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 892f30d6-dacb-4d81-8804-de59562f4613 not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:01:13.409111 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 32247de0-91c7-4019-90b3-c4d21e6db16b no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:01:13.426362 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: 32247de0-91c7-4019-90b3-c4d21e6db16b {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:01:13.426635 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 32247de0-91c7-4019-90b3-c4d21e6db16b not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:01:13.585173 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44280) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:13.754962 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:13.782014 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-01f19cd7-609f-4b4a-b852-1b0bb0008c76 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=484522301976426dae50e64c141c727e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1966038 Oct 03 13:01:13.785118 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44288) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:13.839269 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c9122548-a110-4abf-9b79-652f4997c130 admin admin] Publish callbacks [] for security_group (b4fcaf21-3514-425a-b6be-9bf7d1b483df), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:13.859874 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c9122548-a110-4abf-9b79-652f4997c130 admin admin] Publish callbacks [] for security_group (b4fcaf21-3514-425a-b6be-9bf7d1b483df), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:14.082447 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c9122548-a110-4abf-9b79-652f4997c130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (b4fcaf21-3514-425a-b6be-9bf7d1b483df), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:14.085025 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-c9122548-a110-4abf-9b79-652f4997c130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:14.089079 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-c9122548-a110-4abf-9b79-652f4997c130 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b4fcaf21-3514-425a-b6be-9bf7d1b483df HTTP/1.1" status: 204 len: 168 time: 0.3001654 Oct 03 13:01:14.099366 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:14.102031 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9122548-a110-4abf-9b79-652f4997c130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fcaf21-3514-425a-b6be-9bf7d1b483df,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:14.109291 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff02f71-e267-472e-8b64-f53be91d364e req-df4bb8d7-49a3-404e-83f8-c0fe96b21df2 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:14.110779 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bff02f71-e267-472e-8b64-f53be91d364e req-df4bb8d7-49a3-404e-83f8-c0fe96b21df2 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 946 time: 0.0604839 Oct 03 13:01:14.172814 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bff02f71-e267-472e-8b64-f53be91d364e req-4dc40c05-3d83-40a9-a9e2-6aa7ce3c5654 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454643 Oct 03 13:01:15.295644 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8070015-da91-448b-a8cf-8bf30b5d0332 req-0c39e72d-10d6-4642-a0f9-509ab6903309 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:15.297149 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e8070015-da91-448b-a8cf-8bf30b5d0332 req-0c39e72d-10d6-4642-a0f9-509ab6903309 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 946 time: 0.0494258 Oct 03 13:01:15.350110 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e8070015-da91-448b-a8cf-8bf30b5d0332 req-5e53251b-9a24-421e-bd3e-c0b4015af3e0 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3e587fed-f9d3-4cac-aa86-0e911333a786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467529 Oct 03 13:01:15.817216 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af35bd-a963-41ef-af5f-9f56512fbc43 req-b27769a0-7b33-4065-a134-45c6a92a2fe8 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:15.818693 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-23af35bd-a963-41ef-af5f-9f56512fbc43 req-b27769a0-7b33-4065-a134-45c6a92a2fe8 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 946 time: 0.0475509 Oct 03 13:01:15.903193 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-23af35bd-a963-41ef-af5f-9f56512fbc43 req-f4f666fe-453b-494b-a112-3597637d3ff6 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Deleting port f317c1e2-f283-4fec-bf28-0094dfcd58ff {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:01:15.903555 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-23af35bd-a963-41ef-af5f-9f56512fbc43 req-f4f666fe-453b-494b-a112-3597637d3ff6 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (f317c1e2-f283-4fec-bf28-0094dfcd58ff), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:15.998116 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-23af35bd-a963-41ef-af5f-9f56512fbc43 req-f4f666fe-453b-494b-a112-3597637d3ff6 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] For port f317c1e2-f283-4fec-bf28-0094dfcd58ff, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f317c1e2-f283-4fec-bf28-0094dfcd58ff,segment=NetworkSegment(bcf38709-30b0-4fcd-b16e-80cac6605a45),segment_id=bcf38709-30b0-4fcd-b16e-80cac6605a45)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:01:15.998546 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-23af35bd-a963-41ef-af5f-9f56512fbc43 req-f4f666fe-453b-494b-a112-3597637d3ff6 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (f317c1e2-f283-4fec-bf28-0094dfcd58ff), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:16.012325 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-23af35bd-a963-41ef-af5f-9f56512fbc43 req-f4f666fe-453b-494b-a112-3597637d3ff6 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Calling delete_port for f317c1e2-f283-4fec-bf28-0094dfcd58ff owned by compute:nova {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:01:16.105277 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:16.228802 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-23af35bd-a963-41ef-af5f-9f56512fbc43 req-f4f666fe-453b-494b-a112-3597637d3ff6 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (f317c1e2-f283-4fec-bf28-0094dfcd58ff), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:16.242318 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['f317c1e2-f283-4fec-bf28-0094dfcd58ff'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:01:16.259283 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f666fe-453b-494b-a112-3597637d3ff6 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Pushing event deleted for resources: {'Port': ['ID=f317c1e2-f283-4fec-bf28-0094dfcd58ff,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:16.306647 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-23af35bd-a963-41ef-af5f-9f56512fbc43 req-f4f666fe-453b-494b-a112-3597637d3ff6 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] No DVR routers for this DVR port f317c1e2-f283-4fec-bf28-0094dfcd58ff on host hv-cinder-84456 {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:01:16.309085 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-23af35bd-a963-41ef-af5f-9f56512fbc43 req-f4f666fe-453b-494b-a112-3597637d3ff6 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:16.312727 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-23af35bd-a963-41ef-af5f-9f56512fbc43 req-f4f666fe-453b-494b-a112-3597637d3ff6 tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.46 "DELETE /networking/v2.0/ports/f317c1e2-f283-4fec-bf28-0094dfcd58ff HTTP/1.1" status: 204 len: 173 time: 0.4888139 Oct 03 13:01:16.312727 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229aaf8a-e3ce-4319-94b4-7e22662880b3', 'name': 'network-vif-deleted', 'tag': 'f317c1e2-f283-4fec-bf28-0094dfcd58ff'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:01:16.314894 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4864faff-21e3-411c-b0fc-461062bd942c" -d '{"events": [{"server_uuid": "229aaf8a-e3ce-4319-94b4-7e22662880b3", "name": "network-vif-deleted", "tag": "f317c1e2-f283-4fec-bf28-0094dfcd58ff"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:01:16.352956 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfae54b-1325-4d89-af72-ff058f5d541d x-openstack-request-id: req-fcfae54b-1325-4d89-af72-ff058f5d541d {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:01:16.353247 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229aaf8a-e3ce-4319-94b4-7e22662880b3", "name": "network-vif-deleted", "tag": "f317c1e2-f283-4fec-bf28-0094dfcd58ff", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:01:16.353524 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fcfae54b-1325-4d89-af72-ff058f5d541d {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:01:16.353927 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcfae54b-1325-4d89-af72-ff058f5d541d'] response: {'server_uuid': '229aaf8a-e3ce-4319-94b4-7e22662880b3', 'name': 'network-vif-deleted', 'tag': 'f317c1e2-f283-4fec-bf28-0094dfcd58ff', 'status': 'completed', 'code': 200} Oct 03 13:01:16.454675 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-21abf300-edaf-404f-9b91-c8ef4d2170be req-b7ebe0fb-fb01-488b-80e6-efcc4bf6e9eb tempest-TestMinimumBasicScenario-2034714005 tempest-TestMinimumBasicScenario-2034714005-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=229aaf8a-e3ce-4319-94b4-7e22662880b3 HTTP/1.1" status: 200 len: 210 time: 0.0277503 Oct 03 13:01:18.961089 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44406) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:19.268063 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a3d89f13-afe6-43f0-a2b9-68086caa956c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759112'] for router_interface (b01f8390-2de0-41e2-991d-99c7a86062c3), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:19.487123 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-a3d89f13-afe6-43f0-a2b9-68086caa956c admin admin] Deleting port 9136c7a0-2091-414c-9301-5a40f56dd92e {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:01:19.487491 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a3d89f13-afe6-43f0-a2b9-68086caa956c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (9136c7a0-2091-414c-9301-5a40f56dd92e), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:19.578886 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [None req-a3d89f13-afe6-43f0-a2b9-68086caa956c admin admin] For port 9136c7a0-2091-414c-9301-5a40f56dd92e, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=9136c7a0-2091-414c-9301-5a40f56dd92e,segment=NetworkSegment(bcf38709-30b0-4fcd-b16e-80cac6605a45),segment_id=bcf38709-30b0-4fcd-b16e-80cac6605a45)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:01:19.579152 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a3d89f13-afe6-43f0-a2b9-68086caa956c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (9136c7a0-2091-414c-9301-5a40f56dd92e), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:19.588580 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:19.592559 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-a3d89f13-afe6-43f0-a2b9-68086caa956c admin admin] Calling delete_port for 9136c7a0-2091-414c-9301-5a40f56dd92e owned by network:router_interface {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:01:19.674627 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device f317c1e2-f283-4fec-bf28-0094dfcd58ff no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:01:19.695431 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] No Port match for: f317c1e2-f283-4fec-bf28-0094dfcd58ff {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:01:19.695775 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device f317c1e2-f283-4fec-bf28-0094dfcd58ff not bound to the agent host hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:01:19.715676 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:19.832648 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a3d89f13-afe6-43f0-a2b9-68086caa956c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (9136c7a0-2091-414c-9301-5a40f56dd92e), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:19.859993 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d89f13-afe6-43f0-a2b9-68086caa956c admin admin] Pushing event deleted for resources: {'Port': ['ID=9136c7a0-2091-414c-9301-5a40f56dd92e,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:20.027588 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-a3d89f13-afe6-43f0-a2b9-68086caa956c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759100'] for router_interface (b01f8390-2de0-41e2-991d-99c7a86062c3), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:20.233285 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d89f13-afe6-43f0-a2b9-68086caa956c admin admin] Router b01f8390-2de0-41e2-991d-99c7a86062c3 has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:01:20.338233 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d89f13-afe6-43f0-a2b9-68086caa956c admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:01:20.343149 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-a3d89f13-afe6-43f0-a2b9-68086caa956c admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/b01f8390-2de0-41e2-991d-99c7a86062c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3810577 Oct 03 13:01:20.345735 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44412) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:20.346804 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9d7bd3-3c50-4a36-a456-148af72a7e00 None None] Sync routers for ids ['b01f8390-2de0-41e2-991d-99c7a86062c3'] in dv-cinder-844563-12-iscsi {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:01:20.357556 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9d7bd3-3c50-4a36-a456-148af72a7e00 None None] Routers {'b01f8390-2de0-41e2-991d-99c7a86062c3'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:01:20.358146 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-ce9d7bd3-3c50-4a36-a456-148af72a7e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T13:00:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['b01f8390-2de0-41e2-991d-99c7a86062c3'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:20.397352 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:20.446840 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3463646e-abc8-4d7b-80b1-0e5e4ad410eb admin admin] Publish callbacks [] for router (b01f8390-2de0-41e2-991d-99c7a86062c3), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:20.458545 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-ce9d7bd3-3c50-4a36-a456-148af72a7e00 None None] Set router b01f8390-2de0-41e2-991d-99c7a86062c3 gateway port host: dv-cinder-844563-12-iscsi {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:01:20.547791 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3463646e-abc8-4d7b-80b1-0e5e4ad410eb admin admin] Publish callbacks [] for router_gateway (b01f8390-2de0-41e2-991d-99c7a86062c3), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:20.587013 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:20.621781 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-ce9d7bd3-3c50-4a36-a456-148af72a7e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'name': 'tempest-TestMinimumBasicScenario-388923225-router', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T13:01:19Z', 'revision_number': 5, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'gw_port': {'id': '1d98e4ab-d4b4-40c4-8991-e2be7c0ad797', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T12:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:20.650100 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9d7bd3-3c50-4a36-a456-148af72a7e00 None None] Checking router: b01f8390-2de0-41e2-991d-99c7a86062c3 for host: dv-cinder-844563-12-iscsi {{(pid=113287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:01:20.658636 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9d7bd3-3c50-4a36-a456-148af72a7e00 None None] Routers {'b01f8390-2de0-41e2-991d-99c7a86062c3'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:01:20.659234 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-ce9d7bd3-3c50-4a36-a456-148af72a7e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T13:00:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['b01f8390-2de0-41e2-991d-99c7a86062c3'], 'active': True} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:20.690401 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-3463646e-abc8-4d7b-80b1-0e5e4ad410eb admin admin] Deleting port 1d98e4ab-d4b4-40c4-8991-e2be7c0ad797 {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:01:20.690814 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3463646e-abc8-4d7b-80b1-0e5e4ad410eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (1d98e4ab-d4b4-40c4-8991-e2be7c0ad797), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:20.717383 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:20.740167 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_dvr_db [None req-ce9d7bd3-3c50-4a36-a456-148af72a7e00 None None] Set router b01f8390-2de0-41e2-991d-99c7a86062c3 gateway port host: None {{(pid=113287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:01:20.775593 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [None req-3463646e-abc8-4d7b-80b1-0e5e4ad410eb admin admin] For port 1d98e4ab-d4b4-40c4-8991-e2be7c0ad797, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=1d98e4ab-d4b4-40c4-8991-e2be7c0ad797,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:01:20.775954 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3463646e-abc8-4d7b-80b1-0e5e4ad410eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (1d98e4ab-d4b4-40c4-8991-e2be7c0ad797), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:20.788785 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-3463646e-abc8-4d7b-80b1-0e5e4ad410eb admin admin] Calling delete_port for 1d98e4ab-d4b4-40c4-8991-e2be7c0ad797 owned by network:router_gateway {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:01:20.792990 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.l3_hamode_db [None req-ce9d7bd3-3c50-4a36-a456-148af72a7e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'name': 'tempest-TestMinimumBasicScenario-388923225-router', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T13:01:20Z', 'revision_number': 6, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'gw_port_host': None}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:20.816698 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9d7bd3-3c50-4a36-a456-148af72a7e00 None None] The sync data for ids ['b01f8390-2de0-41e2-991d-99c7a86062c3'] in dv-cinder-844563-12-iscsi is: [{'id': 'b01f8390-2de0-41e2-991d-99c7a86062c3', 'name': 'tempest-TestMinimumBasicScenario-388923225-router', 'tenant_id': 'a0a4271779a04986bbd34e2e989f3603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:59Z', 'updated_at': '2022-10-03T13:01:20Z', 'revision_number': 6, 'project_id': 'a0a4271779a04986bbd34e2e989f3603', 'gw_port_host': None}] {{(pid=113287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:01:20.834633 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:21.032619 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3463646e-abc8-4d7b-80b1-0e5e4ad410eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (1d98e4ab-d4b4-40c4-8991-e2be7c0ad797), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:21.058771 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463646e-abc8-4d7b-80b1-0e5e4ad410eb admin admin] Pushing event deleted for resources: {'Port': ['ID=1d98e4ab-d4b4-40c4-8991-e2be7c0ad797,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:21.125751 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3463646e-abc8-4d7b-80b1-0e5e4ad410eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764534'] for router_gateway (b01f8390-2de0-41e2-991d-99c7a86062c3), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:21.212250 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3463646e-abc8-4d7b-80b1-0e5e4ad410eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5250'] for router (b01f8390-2de0-41e2-991d-99c7a86062c3), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:21.214538 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3463646e-abc8-4d7b-80b1-0e5e4ad410eb admin admin] Publish callbacks [] for router_controller (b01f8390-2de0-41e2-991d-99c7a86062c3), precommit_delete_associations {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:21.331276 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3463646e-abc8-4d7b-80b1-0e5e4ad410eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-759140'] for router (b01f8390-2de0-41e2-991d-99c7a86062c3), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:21.331900 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3463646e-abc8-4d7b-80b1-0e5e4ad410eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b01f8390-2de0-41e2-991d-99c7a86062c3 {{(pid=113285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 13:01:21.336281 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3463646e-abc8-4d7b-80b1-0e5e4ad410eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:21.341469 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-3463646e-abc8-4d7b-80b1-0e5e4ad410eb admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/b01f8390-2de0-41e2-991d-99c7a86062c3 HTTP/1.1" status: 204 len: 168 time: 0.9908175 Oct 03 13:01:21.341469 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44426) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:21.385696 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_v2 [None req-040b5f38-6ac3-4982-bc3e-d0ca2737bf79 admin admin] Deleting subnet b48c2643-0ee8-4d9e-ad75-4de802bc1167 {{(pid=113285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 13:01:21.388919 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-040b5f38-6ac3-4982-bc3e-d0ca2737bf79 admin admin] Publish callbacks [] for subnet (b48c2643-0ee8-4d9e-ad75-4de802bc1167), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:21.423812 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-040b5f38-6ac3-4982-bc3e-d0ca2737bf79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13973122'] for subnet (b48c2643-0ee8-4d9e-ad75-4de802bc1167), precommit_delete_associations {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:21.441969 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:21.503335 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-040b5f38-6ac3-4982-bc3e-d0ca2737bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441912'] for subnet (b48c2643-0ee8-4d9e-ad75-4de802bc1167), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:21.633541 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 1d98e4ab-d4b4-40c4-8991-e2be7c0ad797 no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:01:21.640373 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-040b5f38-6ac3-4982-bc3e-d0ca2737bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1446231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13033512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15266110'] for subnet (b48c2643-0ee8-4d9e-ad75-4de802bc1167), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:21.653132 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: 1d98e4ab-d4b4-40c4-8991-e2be7c0ad797 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:01:21.653469 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 1d98e4ab-d4b4-40c4-8991-e2be7c0ad797 not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:01:21.653882 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 9136c7a0-2091-414c-9301-5a40f56dd92e no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:01:21.668266 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b5f38-6ac3-4982-bc3e-d0ca2737bf79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b48c2643-0ee8-4d9e-ad75-4de802bc1167,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:21.670245 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-040b5f38-6ac3-4982-bc3e-d0ca2737bf79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:21.673476 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-040b5f38-6ac3-4982-bc3e-d0ca2737bf79 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/b48c2643-0ee8-4d9e-ad75-4de802bc1167 HTTP/1.1" status: 204 len: 168 time: 0.3325453 Oct 03 13:01:21.676166 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 44428) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:21.678993 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eb6330-d34f-4998-b551-96badeee4fcd None None] Network f899b1e8-33ea-4d75-a53c-f3e9c281806e requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:01:21.681538 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: 9136c7a0-2091-414c-9301-5a40f56dd92e {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:01:21.681901 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 9136c7a0-2091-414c-9301-5a40f56dd92e not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:01:21.753030 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c476f96d-3b61-4b4b-a4cc-3cdc381fa64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435317'] for network (f899b1e8-33ea-4d75-a53c-f3e9c281806e), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:21.805755 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-c476f96d-3b61-4b4b-a4cc-3cdc381fa64b admin admin] Deleting port 98b6701a-66d9-47c0-8f51-03d81bb4d4a4 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:01:21.806105 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c476f96d-3b61-4b4b-a4cc-3cdc381fa64b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (98b6701a-66d9-47c0-8f51-03d81bb4d4a4), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:21.837438 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a744112-2007-4a97-b2c1-28aeec5b717d None None] DHCP port deletion for f899b1e8-33ea-4d75-a53c-f3e9c281806e request from dv-cinder-844563-12-iscsi {{(pid=113286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 13:01:21.872462 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [None req-c476f96d-3b61-4b4b-a4cc-3cdc381fa64b admin admin] For port 98b6701a-66d9-47c0-8f51-03d81bb4d4a4, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=98b6701a-66d9-47c0-8f51-03d81bb4d4a4,segment=NetworkSegment(bcf38709-30b0-4fcd-b16e-80cac6605a45),segment_id=bcf38709-30b0-4fcd-b16e-80cac6605a45)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:01:21.872834 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c476f96d-3b61-4b4b-a4cc-3cdc381fa64b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (98b6701a-66d9-47c0-8f51-03d81bb4d4a4), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:21.881279 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-3a744112-2007-4a97-b2c1-28aeec5b717d None None] Deleting port 98b6701a-66d9-47c0-8f51-03d81bb4d4a4 {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:01:21.881824 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3a744112-2007-4a97-b2c1-28aeec5b717d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (98b6701a-66d9-47c0-8f51-03d81bb4d4a4), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:21.892103 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-c476f96d-3b61-4b4b-a4cc-3cdc381fa64b admin admin] Calling delete_port for 98b6701a-66d9-47c0-8f51-03d81bb4d4a4 owned by network:dhcp {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:01:21.946996 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-3a744112-2007-4a97-b2c1-28aeec5b717d None None] For port 98b6701a-66d9-47c0-8f51-03d81bb4d4a4, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=98b6701a-66d9-47c0-8f51-03d81bb4d4a4,segment=NetworkSegment(bcf38709-30b0-4fcd-b16e-80cac6605a45),segment_id=bcf38709-30b0-4fcd-b16e-80cac6605a45)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:01:21.947412 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3a744112-2007-4a97-b2c1-28aeec5b717d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (98b6701a-66d9-47c0-8f51-03d81bb4d4a4), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:21.960371 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-3a744112-2007-4a97-b2c1-28aeec5b717d None None] Calling delete_port for 98b6701a-66d9-47c0-8f51-03d81bb4d4a4 owned by network:dhcp {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:01:22.074639 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c476f96d-3b61-4b4b-a4cc-3cdc381fa64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (98b6701a-66d9-47c0-8f51-03d81bb4d4a4), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:22.080430 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3a744112-2007-4a97-b2c1-28aeec5b717d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749'] for port (98b6701a-66d9-47c0-8f51-03d81bb4d4a4), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:22.113000 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476f96d-3b61-4b4b-a4cc-3cdc381fa64b admin admin] Pushing event deleted for resources: {'Port': ['ID=98b6701a-66d9-47c0-8f51-03d81bb4d4a4,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:22.113000 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c476f96d-3b61-4b4b-a4cc-3cdc381fa64b admin admin] No DVR routers for this DVR port 98b6701a-66d9-47c0-8f51-03d81bb4d4a4 on host dv-cinder-844563-12-iscsi {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:01:22.113307 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a744112-2007-4a97-b2c1-28aeec5b717d None None] Pushing event deleted for resources: {'Port': ['ID=98b6701a-66d9-47c0-8f51-03d81bb4d4a4,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:22.115112 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a744112-2007-4a97-b2c1-28aeec5b717d None None] No DVR routers for this DVR port 98b6701a-66d9-47c0-8f51-03d81bb4d4a4 on host dv-cinder-844563-12-iscsi {{(pid=113286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:01:22.184889 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c476f96d-3b61-4b4b-a4cc-3cdc381fa64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351786', 'neutron.services.segments.db._delete_segments_for_network-8775902573532'] for network (f899b1e8-33ea-4d75-a53c-f3e9c281806e), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:22.191697 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:22.205960 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-c476f96d-3b61-4b4b-a4cc-3cdc381fa64b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f899b1e8-33ea-4d75-a53c-f3e9c281806e']}} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:22.215796 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-c476f96d-3b61-4b4b-a4cc-3cdc381fa64b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf38709-30b0-4fcd-b16e-80cac6605a45') {'for_net_delete': True} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:22.216091 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-c476f96d-3b61-4b4b-a4cc-3cdc381fa64b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf38709-30b0-4fcd-b16e-80cac6605a45') {} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:22.226148 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c476f96d-3b61-4b4b-a4cc-3cdc381fa64b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775902526374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13831346'] for segment (bcf38709-30b0-4fcd-b16e-80cac6605a45), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:22.239362 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c476f96d-3b61-4b4b-a4cc-3cdc381fa64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (bcf38709-30b0-4fcd-b16e-80cac6605a45), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:22.246150 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c476f96d-3b61-4b4b-a4cc-3cdc381fa64b admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=113284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:01:22.246528 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c476f96d-3b61-4b4b-a4cc-3cdc381fa64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13830899'] for segment (bcf38709-30b0-4fcd-b16e-80cac6605a45), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:22.293895 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.services.segments.plugin [-] Segment bcf38709-30b0-4fcd-b16e-80cac6605a45 resource provider aggregate not found Oct 03 13:01:22.313054 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.services.segments.plugin [-] Segment bcf38709-30b0-4fcd-b16e-80cac6605a45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bcf38709-30b0-4fcd-b16e-80cac6605a45 found for delete ", "request_id": "req-8b076b3f-6ae8-4c25-9af8-87321690856f"}]} Oct 03 13:01:22.392898 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c476f96d-3b61-4b4b-a4cc-3cdc381fa64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764585'] for network (f899b1e8-33ea-4d75-a53c-f3e9c281806e), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:22.409308 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-c476f96d-3b61-4b4b-a4cc-3cdc381fa64b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:22.412636 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-c476f96d-3b61-4b4b-a4cc-3cdc381fa64b admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/f899b1e8-33ea-4d75-a53c-f3e9c281806e HTTP/1.1" status: 204 len: 168 time: 0.7346456 Oct 03 13:01:22.413764 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476f96d-3b61-4b4b-a4cc-3cdc381fa64b admin admin] Pushing event deleted for resources: {'Network': ['ID=f899b1e8-33ea-4d75-a53c-f3e9c281806e,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:22.416122 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44446) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:22.947806 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:22.971080 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1d92b59c-777f-4d23-acd4-d390768e736b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:22.993148 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d5b38036-ffba-49dc-ae25-132203000f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759112'] for router_interface (984c7c90-65d9-46e0-a5cb-20704195982d), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:23.213518 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-d5b38036-ffba-49dc-ae25-132203000f91 admin admin] Deleting port c6806ce6-dad9-4f0b-a510-5af1f3c395c6 {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:01:23.213765 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d5b38036-ffba-49dc-ae25-132203000f91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (c6806ce6-dad9-4f0b-a510-5af1f3c395c6), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:23.292906 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [None req-d5b38036-ffba-49dc-ae25-132203000f91 admin admin] For port c6806ce6-dad9-4f0b-a510-5af1f3c395c6, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=c6806ce6-dad9-4f0b-a510-5af1f3c395c6,segment=NetworkSegment(5f32610e-7c4f-4983-929c-94f969663a2d),segment_id=5f32610e-7c4f-4983-929c-94f969663a2d)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:01:23.293286 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d5b38036-ffba-49dc-ae25-132203000f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (c6806ce6-dad9-4f0b-a510-5af1f3c395c6), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:23.306044 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-d5b38036-ffba-49dc-ae25-132203000f91 admin admin] Calling delete_port for c6806ce6-dad9-4f0b-a510-5af1f3c395c6 owned by network:router_interface {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:01:23.355052 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:23.381989 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 98b6701a-66d9-47c0-8f51-03d81bb4d4a4 no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:01:23.403220 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: 98b6701a-66d9-47c0-8f51-03d81bb4d4a4 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:01:23.403670 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 98b6701a-66d9-47c0-8f51-03d81bb4d4a4 not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:01:23.554281 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d5b38036-ffba-49dc-ae25-132203000f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (c6806ce6-dad9-4f0b-a510-5af1f3c395c6), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:23.585612 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b38036-ffba-49dc-ae25-132203000f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6806ce6-dad9-4f0b-a510-5af1f3c395c6,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:23.755818 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d5b38036-ffba-49dc-ae25-132203000f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-759100'] for router_interface (984c7c90-65d9-46e0-a5cb-20704195982d), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:23.967348 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b38036-ffba-49dc-ae25-132203000f91 admin admin] Router 984c7c90-65d9-46e0-a5cb-20704195982d has already been hosted by L3 agent eb5f2f97-6425-444e-901b-913018c2b714 {{(pid=113285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 13:01:23.978534 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:24.052659 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 44464) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:24.070668 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b38036-ffba-49dc-ae25-132203000f91 admin admin] Notify agent at l3_agent.dv-cinder-844563-12-iscsi the message routers_updated {{(pid=113285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 13:01:24.078422 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-d5b38036-ffba-49dc-ae25-132203000f91 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/984c7c90-65d9-46e0-a5cb-20704195982d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6593413 Oct 03 13:01:24.078545 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44468) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:24.079466 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98668c96-d244-48d8-870b-1b8f6703fcc1 None None] Sync routers for ids ['984c7c90-65d9-46e0-a5cb-20704195982d'] in dv-cinder-844563-12-iscsi {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:01:24.091919 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98668c96-d244-48d8-870b-1b8f6703fcc1 None None] Routers {'984c7c90-65d9-46e0-a5cb-20704195982d'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:01:24.092536 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-98668c96-d244-48d8-870b-1b8f6703fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T13:00:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['984c7c90-65d9-46e0-a5cb-20704195982d'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:24.128614 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:24.161906 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:01:24.183932 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-75163b51-2249-4040-9463-c5e1d2a456d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:24.188339 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9b8e028b-9e69-4f13-ac10-c18cbfa0732f admin admin] Publish callbacks [] for router (984c7c90-65d9-46e0-a5cb-20704195982d), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:24.203301 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-98668c96-d244-48d8-870b-1b8f6703fcc1 None None] Set router 984c7c90-65d9-46e0-a5cb-20704195982d gateway port host: dv-cinder-844563-12-iscsi {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:01:24.274448 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-75163b51-2249-4040-9463-c5e1d2a456d9 admin admin] Publish callbacks [] for security_group (12c57da1-adef-4d90-b33b-7a1202f7460c), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:24.308404 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9b8e028b-9e69-4f13-ac10-c18cbfa0732f admin admin] Publish callbacks [] for router_gateway (984c7c90-65d9-46e0-a5cb-20704195982d), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:24.327251 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:24.346853 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-75163b51-2249-4040-9463-c5e1d2a456d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (12c57da1-adef-4d90-b33b-7a1202f7460c), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:24.390077 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-98668c96-d244-48d8-870b-1b8f6703fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984c7c90-65d9-46e0-a5cb-20704195982d', 'name': 'tempest-TestMinimumBasicScenario-728383806-router', 'tenant_id': 'a7879e312b194158b24bdba87ab811c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'external_fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '9a66448f-8a3e-4516-86bf-070f8d672abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:59:05Z', 'updated_at': '2022-10-03T13:01:23Z', 'revision_number': 5, 'project_id': 'a7879e312b194158b24bdba87ab811c9', 'gw_port': {'id': '9a66448f-8a3e-4516-86bf-070f8d672abf', 'name': '', 'network_id': '53809124-b48e-44e3-984c-30b91b72e738', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:29:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c7c90-65d9-46e0-a5cb-20704195982d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:59:05Z', 'updated_at': '2022-10-03T12:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3cd51d2f-1630-40a1-afb5-9f2c6727f544', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-12-iscsi'}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:24.390362 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-75163b51-2249-4040-9463-c5e1d2a456d9 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=013a17c83cf44302b0705de04214140e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3363590 Oct 03 13:01:24.390827 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75163b51-2249-4040-9463-c5e1d2a456d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c57da1-adef-4d90-b33b-7a1202f7460c,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:24.393619 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44470) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:24.417980 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98668c96-d244-48d8-870b-1b8f6703fcc1 None None] Checking router: 984c7c90-65d9-46e0-a5cb-20704195982d for host: dv-cinder-844563-12-iscsi {{(pid=113286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:01:24.418177 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:24.427111 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98668c96-d244-48d8-870b-1b8f6703fcc1 None None] Routers {'984c7c90-65d9-46e0-a5cb-20704195982d'} bound to L3 agent in host dv-cinder-844563-12-iscsi {{(pid=113286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 13:01:24.428288 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-98668c96-d244-48d8-870b-1b8f6703fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T12:40:55Z,description=,heartbeat_timestamp=2022-10-03T13:00:55Z,host='dv-cinder-844563-12-iscsi',id=eb5f2f97-6425-444e-901b-913018c2b714,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T12:40:56Z,topic='l3_agent')) {'router_ids': ['984c7c90-65d9-46e0-a5cb-20704195982d'], 'active': True} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:24.468437 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e028b-9e69-4f13-ac10-c18cbfa0732f admin admin] Deleting port 9a66448f-8a3e-4516-86bf-070f8d672abf {{(pid=113285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:01:24.468764 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9b8e028b-9e69-4f13-ac10-c18cbfa0732f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (9a66448f-8a3e-4516-86bf-070f8d672abf), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:24.519775 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3606e3ef-15f2-4f8b-a3d7-46160e49296a admin admin] Publish callbacks [] for security_group (12c57da1-adef-4d90-b33b-7a1202f7460c), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:24.552500 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3606e3ef-15f2-4f8b-a3d7-46160e49296a admin admin] Publish callbacks [] for security_group (12c57da1-adef-4d90-b33b-7a1202f7460c), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:24.606813 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.db [None req-9b8e028b-9e69-4f13-ac10-c18cbfa0732f admin admin] For port 9a66448f-8a3e-4516-86bf-070f8d672abf, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=9a66448f-8a3e-4516-86bf-070f8d672abf,segment=NetworkSegment(c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe),segment_id=c77b58dc-c2c7-43d9-9215-4dd99fb7ebbe)] {{(pid=113285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:01:24.607512 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9b8e028b-9e69-4f13-ac10-c18cbfa0732f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (9a66448f-8a3e-4516-86bf-070f8d672abf), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:24.621988 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e028b-9e69-4f13-ac10-c18cbfa0732f admin admin] Calling delete_port for 9a66448f-8a3e-4516-86bf-070f8d672abf owned by network:router_gateway {{(pid=113285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:01:24.645839 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvr_db [None req-98668c96-d244-48d8-870b-1b8f6703fcc1 None None] Set router 984c7c90-65d9-46e0-a5cb-20704195982d gateway port host: None {{(pid=113286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 13:01:24.693943 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:24.695946 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_hamode_db [None req-98668c96-d244-48d8-870b-1b8f6703fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984c7c90-65d9-46e0-a5cb-20704195982d', 'name': 'tempest-TestMinimumBasicScenario-728383806-router', 'tenant_id': 'a7879e312b194158b24bdba87ab811c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:59:05Z', 'updated_at': '2022-10-03T13:01:24Z', 'revision_number': 6, 'project_id': 'a7879e312b194158b24bdba87ab811c9', 'gw_port_host': None}], 'dv-cinder-844563-12-iscsi', False) {} {{(pid=113286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:24.720189 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98668c96-d244-48d8-870b-1b8f6703fcc1 None None] The sync data for ids ['984c7c90-65d9-46e0-a5cb-20704195982d'] in dv-cinder-844563-12-iscsi is: [{'id': '984c7c90-65d9-46e0-a5cb-20704195982d', 'name': 'tempest-TestMinimumBasicScenario-728383806-router', 'tenant_id': 'a7879e312b194158b24bdba87ab811c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:59:05Z', 'updated_at': '2022-10-03T13:01:24Z', 'revision_number': 6, 'project_id': 'a7879e312b194158b24bdba87ab811c9', 'gw_port_host': None}] {{(pid=113286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:01:24.746983 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3606e3ef-15f2-4f8b-a3d7-46160e49296a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (12c57da1-adef-4d90-b33b-7a1202f7460c), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:24.750260 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3606e3ef-15f2-4f8b-a3d7-46160e49296a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:24.760758 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-3606e3ef-15f2-4f8b-a3d7-46160e49296a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/12c57da1-adef-4d90-b33b-7a1202f7460c HTTP/1.1" status: 204 len: 168 time: 0.3558452 Oct 03 13:01:24.764100 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606e3ef-15f2-4f8b-a3d7-46160e49296a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c57da1-adef-4d90-b33b-7a1202f7460c,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:24.885842 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9b8e028b-9e69-4f13-ac10-c18cbfa0732f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13033501'] for port (9a66448f-8a3e-4516-86bf-070f8d672abf), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:24.916978 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e028b-9e69-4f13-ac10-c18cbfa0732f admin admin] Pushing event deleted for resources: {'Port': ['ID=9a66448f-8a3e-4516-86bf-070f8d672abf,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:24.978908 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9b8e028b-9e69-4f13-ac10-c18cbfa0732f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764534'] for router_gateway (984c7c90-65d9-46e0-a5cb-20704195982d), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:25.068665 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9b8e028b-9e69-4f13-ac10-c18cbfa0732f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5250'] for router (984c7c90-65d9-46e0-a5cb-20704195982d), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:25.071240 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9b8e028b-9e69-4f13-ac10-c18cbfa0732f admin admin] Publish callbacks [] for router_controller (984c7c90-65d9-46e0-a5cb-20704195982d), precommit_delete_associations {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:25.182810 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9b8e028b-9e69-4f13-ac10-c18cbfa0732f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-759140'] for router (984c7c90-65d9-46e0-a5cb-20704195982d), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:25.183453 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8e028b-9e69-4f13-ac10-c18cbfa0732f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 984c7c90-65d9-46e0-a5cb-20704195982d {{(pid=113285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 13:01:25.187917 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9b8e028b-9e69-4f13-ac10-c18cbfa0732f admin admin] Publish callbacks [] for router (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:25.189051 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-9b8e028b-9e69-4f13-ac10-c18cbfa0732f admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/984c7c90-65d9-46e0-a5cb-20704195982d HTTP/1.1" status: 204 len: 168 time: 1.1095939 Oct 03 13:01:25.191611 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44482) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:25.243563 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbec8ee-3acc-4682-900e-2ae670e45fb9 admin admin] Deleting subnet 1244400c-b40a-4820-8e47-8a4dc5a75168 {{(pid=113285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 13:01:25.247377 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5dbec8ee-3acc-4682-900e-2ae670e45fb9 admin admin] Publish callbacks [] for subnet (1244400c-b40a-4820-8e47-8a4dc5a75168), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:25.277649 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c6658458-1019-48a3-8198-391ae58af2b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:25.284497 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5dbec8ee-3acc-4682-900e-2ae670e45fb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13973122'] for subnet (1244400c-b40a-4820-8e47-8a4dc5a75168), precommit_delete_associations {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:25.362607 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5dbec8ee-3acc-4682-900e-2ae670e45fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441912'] for subnet (1244400c-b40a-4820-8e47-8a4dc5a75168), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:25.493769 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5dbec8ee-3acc-4682-900e-2ae670e45fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1446231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13033512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15266110'] for subnet (1244400c-b40a-4820-8e47-8a4dc5a75168), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:25.526088 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbec8ee-3acc-4682-900e-2ae670e45fb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1244400c-b40a-4820-8e47-8a4dc5a75168,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:25.526364 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-5dbec8ee-3acc-4682-900e-2ae670e45fb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:25.529534 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-5dbec8ee-3acc-4682-900e-2ae670e45fb9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/1244400c-b40a-4820-8e47-8a4dc5a75168 HTTP/1.1" status: 204 len: 168 time: 0.3368704 Oct 03 13:01:25.532100 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f67ca31-fe54-4fce-b82a-c60793091821 None None] Network 01af8ef0-8915-446c-baad-c9b48c996e82 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:01:25.532346 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 44490) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:25.582706 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:25.598891 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 9a66448f-8a3e-4516-86bf-070f8d672abf no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:01:25.615764 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f2844791-1c45-4fee-a893-e63d4ca29fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435317'] for network (01af8ef0-8915-446c-baad-c9b48c996e82), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:25.642954 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: 9a66448f-8a3e-4516-86bf-070f8d672abf {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:01:25.644510 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 9a66448f-8a3e-4516-86bf-070f8d672abf not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:01:25.644510 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device c6806ce6-dad9-4f0b-a510-5af1f3c395c6 no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:01:25.667085 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-f2844791-1c45-4fee-a893-e63d4ca29fe3 admin admin] Deleting port 8e2f64d1-1079-48c4-9132-4d064266e7e2 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:01:25.667552 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f2844791-1c45-4fee-a893-e63d4ca29fe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (8e2f64d1-1079-48c4-9132-4d064266e7e2), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:25.668448 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: c6806ce6-dad9-4f0b-a510-5af1f3c395c6 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:01:25.668793 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device c6806ce6-dad9-4f0b-a510-5af1f3c395c6 not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:01:25.741393 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [None req-f2844791-1c45-4fee-a893-e63d4ca29fe3 admin admin] For port 8e2f64d1-1079-48c4-9132-4d064266e7e2, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=8e2f64d1-1079-48c4-9132-4d064266e7e2,segment=NetworkSegment(5f32610e-7c4f-4983-929c-94f969663a2d),segment_id=5f32610e-7c4f-4983-929c-94f969663a2d)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:01:25.741763 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f2844791-1c45-4fee-a893-e63d4ca29fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (8e2f64d1-1079-48c4-9132-4d064266e7e2), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:25.746363 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbf91cc-0539-4aa1-bdb8-c737316ab24d None None] DHCP port deletion for 01af8ef0-8915-446c-baad-c9b48c996e82 request from dv-cinder-844563-12-iscsi {{(pid=113286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 13:01:25.759728 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [None req-f2844791-1c45-4fee-a893-e63d4ca29fe3 admin admin] Calling delete_port for 8e2f64d1-1079-48c4-9132-4d064266e7e2 owned by network:dhcp {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:01:25.788475 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9cbf91cc-0539-4aa1-bdb8-c737316ab24d None None] Deleting port 8e2f64d1-1079-48c4-9132-4d064266e7e2 {{(pid=113286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:01:25.789134 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9cbf91cc-0539-4aa1-bdb8-c737316ab24d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (8e2f64d1-1079-48c4-9132-4d064266e7e2), before_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:25.857111 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9cbf91cc-0539-4aa1-bdb8-c737316ab24d None None] For port 8e2f64d1-1079-48c4-9132-4d064266e7e2, host dv-cinder-844563-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-12-iscsi',level=0,port_id=8e2f64d1-1079-48c4-9132-4d064266e7e2,segment=NetworkSegment(5f32610e-7c4f-4983-929c-94f969663a2d),segment_id=5f32610e-7c4f-4983-929c-94f969663a2d)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:01:25.857601 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9cbf91cc-0539-4aa1-bdb8-c737316ab24d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (8e2f64d1-1079-48c4-9132-4d064266e7e2), precommit_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:25.877983 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9cbf91cc-0539-4aa1-bdb8-c737316ab24d None None] Calling delete_port for 8e2f64d1-1079-48c4-9132-4d064266e7e2 owned by network:dhcp {{(pid=113286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:01:25.969658 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f2844791-1c45-4fee-a893-e63d4ca29fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (8e2f64d1-1079-48c4-9132-4d064266e7e2), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:25.971557 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9cbf91cc-0539-4aa1-bdb8-c737316ab24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749'] for port (8e2f64d1-1079-48c4-9132-4d064266e7e2), after_delete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:26.003463 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2844791-1c45-4fee-a893-e63d4ca29fe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e2f64d1-1079-48c4-9132-4d064266e7e2,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:26.003463 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2844791-1c45-4fee-a893-e63d4ca29fe3 admin admin] No DVR routers for this DVR port 8e2f64d1-1079-48c4-9132-4d064266e7e2 on host dv-cinder-844563-12-iscsi {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:01:26.004053 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf91cc-0539-4aa1-bdb8-c737316ab24d None None] Pushing event deleted for resources: {'Port': ['ID=8e2f64d1-1079-48c4-9132-4d064266e7e2,revision_number=None']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:26.004053 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbf91cc-0539-4aa1-bdb8-c737316ab24d None None] No DVR routers for this DVR port 8e2f64d1-1079-48c4-9132-4d064266e7e2 on host dv-cinder-844563-12-iscsi {{(pid=113286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:01:26.068852 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f2844791-1c45-4fee-a893-e63d4ca29fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351786', 'neutron.services.segments.db._delete_segments_for_network-8775902573532'] for network (01af8ef0-8915-446c-baad-c9b48c996e82), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:26.090128 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-f2844791-1c45-4fee-a893-e63d4ca29fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01af8ef0-8915-446c-baad-c9b48c996e82']}} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:26.100730 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-f2844791-1c45-4fee-a893-e63d4ca29fe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f32610e-7c4f-4983-929c-94f969663a2d') {'for_net_delete': True} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:26.100730 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-f2844791-1c45-4fee-a893-e63d4ca29fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f32610e-7c4f-4983-929c-94f969663a2d') {} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:26.114703 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f2844791-1c45-4fee-a893-e63d4ca29fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775902526374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13831346'] for segment (5f32610e-7c4f-4983-929c-94f969663a2d), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:26.126195 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:26.128906 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f2844791-1c45-4fee-a893-e63d4ca29fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (5f32610e-7c4f-4983-929c-94f969663a2d), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:26.136057 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2844791-1c45-4fee-a893-e63d4ca29fe3 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=113284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:01:26.141271 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f2844791-1c45-4fee-a893-e63d4ca29fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13830899'] for segment (5f32610e-7c4f-4983-929c-94f969663a2d), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:26.184883 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.services.segments.plugin [-] Segment 5f32610e-7c4f-4983-929c-94f969663a2d resource provider aggregate not found Oct 03 13:01:26.202317 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.services.segments.plugin [-] Segment 5f32610e-7c4f-4983-929c-94f969663a2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f32610e-7c4f-4983-929c-94f969663a2d found for delete ", "request_id": "req-72744749-dae3-4014-a478-9ac9c6c118fe"}]} Oct 03 13:01:26.277935 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f2844791-1c45-4fee-a893-e63d4ca29fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764585'] for network (01af8ef0-8915-446c-baad-c9b48c996e82), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:26.283813 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-f2844791-1c45-4fee-a893-e63d4ca29fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:26.289518 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-f2844791-1c45-4fee-a893-e63d4ca29fe3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/01af8ef0-8915-446c-baad-c9b48c996e82 HTTP/1.1" status: 204 len: 168 time: 0.7547498 Oct 03 13:01:26.300479 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2844791-1c45-4fee-a893-e63d4ca29fe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=01af8ef0-8915-446c-baad-c9b48c996e82,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:26.642611 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 44516) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:26.684868 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-b87e2040-1412-410a-bdce-309244426445 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a0a4271779a04986bbd34e2e989f3603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409379 Oct 03 13:01:26.687428 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 44522) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:26.736874 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-bc3862fc-ec28-4fac-8cc9-34e1539800cb admin admin] Publish callbacks [] for security_group (3e587fed-f9d3-4cac-aa86-0e911333a786), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:26.761144 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-bc3862fc-ec28-4fac-8cc9-34e1539800cb admin admin] Publish callbacks [] for security_group (3e587fed-f9d3-4cac-aa86-0e911333a786), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:26.964057 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:27.112406 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-bc3862fc-ec28-4fac-8cc9-34e1539800cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (3e587fed-f9d3-4cac-aa86-0e911333a786), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:27.115814 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-bc3862fc-ec28-4fac-8cc9-34e1539800cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:27.116972 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-bc3862fc-ec28-4fac-8cc9-34e1539800cb admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3e587fed-f9d3-4cac-aa86-0e911333a786 HTTP/1.1" status: 204 len: 168 time: 0.4286554 Oct 03 13:01:27.125457 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3862fc-ec28-4fac-8cc9-34e1539800cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e587fed-f9d3-4cac-aa86-0e911333a786,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:27.372917 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 8e2f64d1-1079-48c4-9132-4d064266e7e2 no longer exists at agent ovs-agent-dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:01:27.394113 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] No Port match for: 8e2f64d1-1079-48c4-9132-4d064266e7e2 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:01:27.394466 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Device 8e2f64d1-1079-48c4-9132-4d064266e7e2 not bound to the agent host dv-cinder-844563-12-iscsi {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:01:27.524972 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 44538) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:27.631623 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0c7d7e5d-0009-4cc7-a737-551080f76128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:27.710104 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0c7d7e5d-0009-4cc7-a737-551080f76128 admin admin] Publish callbacks [] for security_group (10899e84-4dfd-4e56-b08e-04ef77f5b1f6), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:27.775029 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0c7d7e5d-0009-4cc7-a737-551080f76128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (10899e84-4dfd-4e56-b08e-04ef77f5b1f6), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:27.799334 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44542) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:27.813956 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-0c7d7e5d-0009-4cc7-a737-551080f76128 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f7d4f2d734d0480c80f4362c0b69cfb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878959 Oct 03 13:01:27.816809 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d7e5d-0009-4cc7-a737-551080f76128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10899e84-4dfd-4e56-b08e-04ef77f5b1f6,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:27.817021 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44544) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:27.868134 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-e35d0ff5-8da6-4c8f-a3af-c626c75f7063 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a7879e312b194158b24bdba87ab811c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0675869 Oct 03 13:01:27.870985 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 44546) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:27.880534 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=5 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:27.886689 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3a963a69-b306-4286-8b00-c606184df305 admin admin] Publish callbacks [] for security_group (10899e84-4dfd-4e56-b08e-04ef77f5b1f6), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:27.907380 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3a963a69-b306-4286-8b00-c606184df305 admin admin] Publish callbacks [] for security_group (10899e84-4dfd-4e56-b08e-04ef77f5b1f6), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:27.921135 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8281541c-fd38-4988-9d3a-fa2ed9794c09 admin admin] Publish callbacks [] for security_group (6fb431cb-9327-4386-85e4-91fdeb813059), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:27.941849 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8281541c-fd38-4988-9d3a-fa2ed9794c09 admin admin] Publish callbacks [] for security_group (6fb431cb-9327-4386-85e4-91fdeb813059), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:28.072131 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3a963a69-b306-4286-8b00-c606184df305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (10899e84-4dfd-4e56-b08e-04ef77f5b1f6), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:28.072364 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8281541c-fd38-4988-9d3a-fa2ed9794c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (6fb431cb-9327-4386-85e4-91fdeb813059), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:28.074693 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-8281541c-fd38-4988-9d3a-fa2ed9794c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:28.074818 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-3a963a69-b306-4286-8b00-c606184df305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:28.075851 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-8281541c-fd38-4988-9d3a-fa2ed9794c09 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6fb431cb-9327-4386-85e4-91fdeb813059 HTTP/1.1" status: 204 len: 168 time: 0.2038584 Oct 03 13:01:28.076018 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-3a963a69-b306-4286-8b00-c606184df305 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/10899e84-4dfd-4e56-b08e-04ef77f5b1f6 HTTP/1.1" status: 204 len: 168 time: 0.2572596 Oct 03 13:01:28.084573 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a963a69-b306-4286-8b00-c606184df305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10899e84-4dfd-4e56-b08e-04ef77f5b1f6,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:28.085453 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281541c-fd38-4988-9d3a-fa2ed9794c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb431cb-9327-4386-85e4-91fdeb813059,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:28.462733 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:28.466088 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:28.802960 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44554) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:28.817184 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d163e77a-4750-4944-b29e-6aded615d5c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:28.896199 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d163e77a-4750-4944-b29e-6aded615d5c2 admin admin] Publish callbacks [] for security_group (8d0196ae-5f5f-4865-93ce-b61eaa2cd028), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:28.951920 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-d163e77a-4750-4944-b29e-6aded615d5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (8d0196ae-5f5f-4865-93ce-b61eaa2cd028), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:28.961957 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:28.990797 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163e77a-4750-4944-b29e-6aded615d5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0196ae-5f5f-4865-93ce-b61eaa2cd028,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:28.995166 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-d163e77a-4750-4944-b29e-6aded615d5c2 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c5dec036a2404304bdbf0a435cf1a20c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1910362 Oct 03 13:01:28.998270 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 44556) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:29.004421 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:29.047408 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-3a27a366-f241-4bdd-bc06-6bf5c9ac1634 admin admin] Publish callbacks [] for security_group (8d0196ae-5f5f-4865-93ce-b61eaa2cd028), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:29.067785 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-3a27a366-f241-4bdd-bc06-6bf5c9ac1634 admin admin] Publish callbacks [] for security_group (8d0196ae-5f5f-4865-93ce-b61eaa2cd028), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:29.097786 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:29.205548 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-3a27a366-f241-4bdd-bc06-6bf5c9ac1634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (8d0196ae-5f5f-4865-93ce-b61eaa2cd028), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:29.208159 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-3a27a366-f241-4bdd-bc06-6bf5c9ac1634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:29.209281 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-3a27a366-f241-4bdd-bc06-6bf5c9ac1634 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8d0196ae-5f5f-4865-93ce-b61eaa2cd028 HTTP/1.1" status: 204 len: 168 time: 0.2100453 Oct 03 13:01:29.217543 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27a366-f241-4bdd-bc06-6bf5c9ac1634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0196ae-5f5f-4865-93ce-b61eaa2cd028,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:31.108214 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=17 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:33.154355 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:34.161490 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:38.988510 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=26,neutron:INSERT=4 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:39.406595 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:43.083251 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:43.088119 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:47.986768 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 44696) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:48.092063 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-775f4ed6-7166-42ee-b814-b81d000cbf8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:48.165217 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-775f4ed6-7166-42ee-b814-b81d000cbf8b admin admin] Publish callbacks [] for security_group (d9a2e814-2714-4717-b5a0-b00fffdbbe8c), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:48.225682 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-775f4ed6-7166-42ee-b814-b81d000cbf8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (d9a2e814-2714-4717-b5a0-b00fffdbbe8c), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:48.269077 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-775f4ed6-7166-42ee-b814-b81d000cbf8b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a78ec63a97844229a899d5e55a432c8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812018 Oct 03 13:01:48.269780 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f4ed6-7166-42ee-b814-b81d000cbf8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a2e814-2714-4717-b5a0-b00fffdbbe8c,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:48.272532 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44700) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:01:48.321893 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ecb082ff-15d3-4d54-a4a6-a4cfcebed57a admin admin] Publish callbacks [] for security_group (d9a2e814-2714-4717-b5a0-b00fffdbbe8c), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:48.342112 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ecb082ff-15d3-4d54-a4a6-a4cfcebed57a admin admin] Publish callbacks [] for security_group (d9a2e814-2714-4717-b5a0-b00fffdbbe8c), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:48.468497 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ecb082ff-15d3-4d54-a4a6-a4cfcebed57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (d9a2e814-2714-4717-b5a0-b00fffdbbe8c), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:48.471123 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-ecb082ff-15d3-4d54-a4a6-a4cfcebed57a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:48.472341 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-ecb082ff-15d3-4d54-a4a6-a4cfcebed57a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d9a2e814-2714-4717-b5a0-b00fffdbbe8c HTTP/1.1" status: 204 len: 168 time: 0.1987600 Oct 03 13:01:48.475724 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=12 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:48.481102 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb082ff-15d3-4d54-a4a6-a4cfcebed57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a2e814-2714-4717-b5a0-b00fffdbbe8c,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:48.482353 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=14 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:52.980090 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f4cb083b-bdfb-49ac-82fb-af0b6aced5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:55.282972 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7a7997ea-b509-49f9-b1e4-fe5ab01dc99e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:56.956967 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:58.263396 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:58.265440 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:58.457159 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:58.475521 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:58.476593 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:01:58.480204 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:01:59.921410 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44786) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:02:00.025790 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-20f92f59-537d-4be8-b4af-433a99316619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:00.104729 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-20f92f59-537d-4be8-b4af-433a99316619 admin admin] Publish callbacks [] for security_group (ebe01c54-e596-4c58-8fbb-936133e55eee), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:00.142709 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-20f92f59-537d-4be8-b4af-433a99316619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (ebe01c54-e596-4c58-8fbb-936133e55eee), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:00.181605 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f92f59-537d-4be8-b4af-433a99316619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe01c54-e596-4c58-8fbb-936133e55eee,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:02:00.185943 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-20f92f59-537d-4be8-b4af-433a99316619 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=694f4462556e4c61a8162773ff0705fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2634971 Oct 03 13:02:00.188547 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44790) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:02:00.237026 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-79c89ee3-6495-4817-a06d-65efc44540c2 admin admin] Publish callbacks [] for security_group (ebe01c54-e596-4c58-8fbb-936133e55eee), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:00.257555 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-79c89ee3-6495-4817-a06d-65efc44540c2 admin admin] Publish callbacks [] for security_group (ebe01c54-e596-4c58-8fbb-936133e55eee), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:00.371534 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-79c89ee3-6495-4817-a06d-65efc44540c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (ebe01c54-e596-4c58-8fbb-936133e55eee), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:00.374062 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-79c89ee3-6495-4817-a06d-65efc44540c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:00.375216 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-79c89ee3-6495-4817-a06d-65efc44540c2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ebe01c54-e596-4c58-8fbb-936133e55eee HTTP/1.1" status: 204 len: 168 time: 0.1857729 Oct 03 13:02:00.383663 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c89ee3-6495-4817-a06d-65efc44540c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe01c54-e596-4c58-8fbb-936133e55eee,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:02:01.161613 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:02:01.350654 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44812) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:02:01.450033 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-9371ccee-b439-49a1-9cf4-eb7768319c50 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1375627926-network', 'tenant_id': '9421d499349f4d90b729021b00961cf2'}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:02:01.519484 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9371ccee-b439-49a1-9cf4-eb7768319c50 admin admin] Made reservation on behalf of 9421d499349f4d90b729021b00961cf2 for: {'network': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:02:01.521762 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9371ccee-b439-49a1-9cf4-eb7768319c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for network (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:01.530902 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9371ccee-b439-49a1-9cf4-eb7768319c50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:01.607187 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9371ccee-b439-49a1-9cf4-eb7768319c50 admin admin] Publish callbacks [] for security_group (8c38141c-9ee4-40a6-8745-aa41785c17ed), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:01.659953 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9371ccee-b439-49a1-9cf4-eb7768319c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (8c38141c-9ee4-40a6-8745-aa41785c17ed), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:01.685269 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9371ccee-b439-49a1-9cf4-eb7768319c50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=113285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:02:01.694068 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371ccee-b439-49a1-9cf4-eb7768319c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c38141c-9ee4-40a6-8745-aa41785c17ed,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:02:01.700108 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9371ccee-b439-49a1-9cf4-eb7768319c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (7eb08a7e-9e63-4c2a-abdd-53b096332ed0), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:01.700449 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.db.segments_db [None req-9371ccee-b439-49a1-9cf4-eb7768319c50 admin admin] Added segment 7eb08a7e-9e63-4c2a-abdd-53b096332ed0 of type vlan for network 739c13ba-8ecd-4b6d-b542-b58a60650305 Oct 03 13:02:01.742424 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9371ccee-b439-49a1-9cf4-eb7768319c50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775902012618'] for network (739c13ba-8ecd-4b6d-b542-b58a60650305), precommit_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:01.842852 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9371ccee-b439-49a1-9cf4-eb7768319c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494'] for network (739c13ba-8ecd-4b6d-b542-b58a60650305), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:01.843874 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9371ccee-b439-49a1-9cf4-eb7768319c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:01.844459 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-9371ccee-b439-49a1-9cf4-eb7768319c50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:01.904374 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371ccee-b439-49a1-9cf4-eb7768319c50 admin admin] Pushing event updated for resources: {'Network': ['ID=739c13ba-8ecd-4b6d-b542-b58a60650305,revision_number=1']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:02:01.914365 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Network 739c13ba-8ecd-4b6d-b542-b58a60650305 details requested by agent ovs-agent-dv-cinder-844563-12-iscsi with host dv-cinder-844563-12-iscsi {{(pid=113286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 13:02:01.949624 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-9371ccee-b439-49a1-9cf4-eb7768319c50 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5978642 Oct 03 13:02:01.952532 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 44816) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:02:01.957240 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.v2.base [None req-21abcb71-7cf9-4de6-977b-8f98b9962cde admin admin] Request body: {'subnet': {'network_id': '739c13ba-8ecd-4b6d-b542-b58a60650305', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1375627926-subnet', 'tenant_id': '9421d499349f4d90b729021b00961cf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:02:02.060301 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21abcb71-7cf9-4de6-977b-8f98b9962cde admin admin] Made reservation on behalf of 9421d499349f4d90b729021b00961cf2 for: {'subnet': 1} {{(pid=113285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:02:02.062670 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-21abcb71-7cf9-4de6-977b-8f98b9962cde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15265503'] for subnet (None), before_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:02.115481 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:02:02.125298 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:02:02.308187 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-21abcb71-7cf9-4de6-977b-8f98b9962cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13033577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15265485'] for subnet (614dc231-9581-4db9-88ef-9a541051c686), after_create {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:02.363633 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abcb71-7cf9-4de6-977b-8f98b9962cde admin admin] Pushing event updated for resources: {'Subnet': ['ID=614dc231-9581-4db9-88ef-9a541051c686,revision_number=0']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:02:02.372818 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21abcb71-7cf9-4de6-977b-8f98b9962cde admin admin] Checking segment: {'id': '7eb08a7e-9e63-4c2a-abdd-53b096332ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '739c13ba-8ecd-4b6d-b542-b58a60650305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:02:02.373172 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21abcb71-7cf9-4de6-977b-8f98b9962cde admin admin] Network hostable DHCP agents. Network: 739c13ba-8ecd-4b6d-b542-b58a60650305, hostable agents: ['9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee'], hosted agents: [] {{(pid=113285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:02:02.482893 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21abcb71-7cf9-4de6-977b-8f98b9962cde admin admin] Network 739c13ba-8ecd-4b6d-b542-b58a60650305 is scheduled to be hosted by DHCP agent 9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee with binding_index 1 {{(pid=113285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:02:02.579888 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.scheduler.base_scheduler [None req-21abcb71-7cf9-4de6-977b-8f98b9962cde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-12-iscsi, 739c13ba-8ecd-4b6d-b542-b58a60650305) {{(pid=113285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:02:02.584026 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21abcb71-7cf9-4de6-977b-8f98b9962cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:02.584677 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-21abcb71-7cf9-4de6-977b-8f98b9962cde admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:02.590604 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c68bd88-9dbc-42b3-a047-e290f10a8338 None None] Network 739c13ba-8ecd-4b6d-b542-b58a60650305 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:02:02.666191 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-21abcb71-7cf9-4de6-977b-8f98b9962cde admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7125130 Oct 03 13:02:02.692278 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a2f75c-c468-4e74-984b-e782ffbab017 None None] Network 739c13ba-8ecd-4b6d-b542-b58a60650305 requested from dv-cinder-844563-12-iscsi {{(pid=113286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 13:02:03.162957 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:04.748496 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-2c024f51-7bae-47e3-8f2b-2abcef674a17 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:04.749975 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-2c024f51-7bae-47e3-8f2b-2abcef674a17 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/networks?id=739c13ba-8ecd-4b6d-b542-b58a60650305 HTTP/1.1" status: 200 len: 814 time: 0.1044919 Oct 03 13:02:04.767302 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-5196f03c-0d0e-4b1f-967f-fe95b6f640fa tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/quotas/9421d499349f4d90b729021b00961cf2 HTTP/1.1" status: 200 len: 375 time: 0.0118034 Oct 03 13:02:04.801713 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-2f11063e-1e4d-4875-b0fb-88f129ebab05 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9421d499349f4d90b729021b00961cf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294101 Oct 03 13:02:04.854517 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-473ddeba-cca0-4608-925b-1b710ca708c4 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 13:02:04.855527 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-473ddeba-cca0-4608-925b-1b710ca708c4 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0475931 Oct 03 13:02:04.942824 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-00cb3105-a07c-44b9-a3ad-2874a0e49c84 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/739c13ba-8ecd-4b6d-b542-b58a60650305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814624 Oct 03 13:02:05.007124 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:02:05.034723 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-62c875b4-34df-4b52-8bfd-17a3a5579db1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/739c13ba-8ecd-4b6d-b542-b58a60650305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852511 Oct 03 13:02:05.311654 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f34a9d16-2b5d-4767-9b87-75fd2832d9e5 req-0dd22fda-813c-44fb-9e10-193fc0e8fa72 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ac401e60-5900-409b-8939-e86e844d7928 HTTP/1.1" status: 200 len: 210 time: 0.0291772 Oct 03 13:02:06.401406 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7b31acab-f99c-47e1-bc2e-87d6ffc6a324 req-65e4ea34-99ce-4a8e-b32a-c710882417e7 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ac401e60-5900-409b-8939-e86e844d7928 HTTP/1.1" status: 200 len: 210 time: 0.0317321 Oct 03 13:02:07.504298 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-abe474e7-aa37-4a02-80fc-15da810bba5f req-28196a36-7fa4-470f-8eda-85d779991d38 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ac401e60-5900-409b-8939-e86e844d7928 HTTP/1.1" status: 200 len: 210 time: 0.0292120 Oct 03 13:02:07.796521 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-618d6c23-a08a-4f2a-92e9-e7248f5561f6 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:07.797895 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-618d6c23-a08a-4f2a-92e9-e7248f5561f6 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.46 "GET /networking/v2.0/networks?id=739c13ba-8ecd-4b6d-b542-b58a60650305 HTTP/1.1" status: 200 len: 814 time: 0.1029584 Oct 03 13:02:07.810167 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-dee0da4b-5006-456c-af36-11eb460a14bf tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Request body: {'port': {'device_id': 'ac401e60-5900-409b-8939-e86e844d7928', 'network_id': '739c13ba-8ecd-4b6d-b542-b58a60650305', 'admin_state_up': True, 'tenant_id': '9421d499349f4d90b729021b00961cf2'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:02:07.996970 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-dee0da4b-5006-456c-af36-11eb460a14bf tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Made reservation on behalf of 9421d499349f4d90b729021b00961cf2 for: {'port': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:02:08.000851 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-dee0da4b-5006-456c-af36-11eb460a14bf tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:08.125969 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-dee0da4b-5006-456c-af36-11eb460a14bf tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Allocated IP 172.20.0.3 (739c13ba-8ecd-4b6d-b542-b58a60650305/614dc231-9581-4db9-88ef-9a541051c686/efb683db-15da-417b-b1a9-903689b36df3) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:02:08.275128 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-dee0da4b-5006-456c-af36-11eb460a14bf tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Publish callbacks [] for port (efb683db-15da-417b-b1a9-903689b36df3), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:08.371876 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-dee0da4b-5006-456c-af36-11eb460a14bf tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (efb683db-15da-417b-b1a9-903689b36df3), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:08.419141 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-dee0da4b-5006-456c-af36-11eb460a14bf tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Network 739c13ba-8ecd-4b6d-b542-b58a60650305 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:02:08.422325 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-dee0da4b-5006-456c-af36-11eb460a14bf tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:02:08.426167 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-dee0da4b-5006-456c-af36-11eb460a14bf tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:02:08.452317 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0da4b-5006-456c-af36-11eb460a14bf tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Pushing event updated for resources: {'Port': ['ID=efb683db-15da-417b-b1a9-903689b36df3,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:02:08.478729 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-dee0da4b-5006-456c-af36-11eb460a14bf tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:08.479402 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-dee0da4b-5006-456c-af36-11eb460a14bf tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:08.560400 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-dee0da4b-5006-456c-af36-11eb460a14bf tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7538164 Oct 03 13:02:08.572639 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] Request body: {'port': {'device_id': 'ac401e60-5900-409b-8939-e86e844d7928', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:02:08.629785 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13b551-0160-4441-948b-b58146c6a528 req-426b7537-4b98-41fd-84e3-bc14cee5f14d tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:08.631212 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fc13b551-0160-4441-948b-b58146c6a528 req-426b7537-4b98-41fd-84e3-bc14cee5f14d tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ac401e60-5900-409b-8939-e86e844d7928 HTTP/1.1" status: 200 len: 931 time: 0.0471306 Oct 03 13:02:08.632225 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (efb683db-15da-417b-b1a9-903689b36df3), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:08.677656 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:02:08.677916 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fc13b551-0160-4441-948b-b58146c6a528 req-386d6974-43ec-428e-a698-8b39fdccf30d tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c38141c-9ee4-40a6-8745-aa41785c17ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408928 Oct 03 13:02:08.736952 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:02:08.897532 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb683db-15da-417b-b1a9-903689b36df3 {{(pid=113284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:02:08.904965 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] Publish callbacks [] for port (efb683db-15da-417b-b1a9-903689b36df3), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:08.919170 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.provisioning_blocks [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] Transition to ACTIVE for port object efb683db-15da-417b-b1a9-903689b36df3 will not be triggered until provisioned by entity L2. {{(pid=113284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:02:08.988777 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (efb683db-15da-417b-b1a9-903689b36df3), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:09.068124 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] Pushing event updated for resources: {'Port': ['ID=efb683db-15da-417b-b1a9-903689b36df3,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:02:09.095111 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] Attempting to bind port efb683db-15da-417b-b1a9-903689b36df3 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:02:09.095501 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] Attempting to bind port efb683db-15da-417b-b1a9-903689b36df3 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '7eb08a7e-9e63-4c2a-abdd-53b096332ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '739c13ba-8ecd-4b6d-b542-b58a60650305'}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:02:09.095829 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] Attempting to bind port efb683db-15da-417b-b1a9-903689b36df3 on network 739c13ba-8ecd-4b6d-b542-b58a60650305 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:02:09.139137 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] Port efb683db-15da-417b-b1a9-903689b36df3 on network 739c13ba-8ecd-4b6d-b542-b58a60650305 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:02:09.139492 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] Attempting to bind port efb683db-15da-417b-b1a9-903689b36df3 on network 739c13ba-8ecd-4b6d-b542-b58a60650305 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:02:09.180569 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] Checking agent: {'id': '72e18e84-452a-46dd-9356-90dcf7de37bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'started_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:02:09.181395 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] Checking segment: {'id': '7eb08a7e-9e63-4c2a-abdd-53b096332ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '739c13ba-8ecd-4b6d-b542-b58a60650305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:02:09.181965 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] Bound using segment: {'id': '7eb08a7e-9e63-4c2a-abdd-53b096332ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '739c13ba-8ecd-4b6d-b542-b58a60650305'} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:02:09.182401 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] Bound port: efb683db-15da-417b-b1a9-903689b36df3, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb08a7e-9e63-4c2a-abdd-53b096332ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '739c13ba-8ecd-4b6d-b542-b58a60650305'}}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:02:09.182756 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (efb683db-15da-417b-b1a9-903689b36df3), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:09.241971 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] For port efb683db-15da-417b-b1a9-903689b36df3, host hv-cinder-84456, cleared binding levels {{(pid=113284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:02:09.246020 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] For port efb683db-15da-417b-b1a9-903689b36df3, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=efb683db-15da-417b-b1a9-903689b36df3,segment=NetworkSegment(7eb08a7e-9e63-4c2a-abdd-53b096332ed0),segment_id=7eb08a7e-9e63-4c2a-abdd-53b096332ed0)] {{(pid=113284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:02:09.331419 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (efb683db-15da-417b-b1a9-903689b36df3), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:09.334672 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:09.335486 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:09.336923 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/efb683db-15da-417b-b1a9-903689b36df3 HTTP/1.1" status: 200 len: 1093 time: 0.7689865 Oct 03 13:02:09.339192 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac401e60-5900-409b-8939-e86e844d7928', 'tag': 'efb683db-15da-417b-b1a9-903689b36df3'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:02:09.341993 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931aec74-4440-4408-b6dc-47b7b3cda643" -d '{"events": [{"name": "network-changed", "server_uuid": "ac401e60-5900-409b-8939-e86e844d7928", "tag": "efb683db-15da-417b-b1a9-903689b36df3"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:02:09.387433 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee504351-6d3e-4c34-9795-19224cc4d966 x-openstack-request-id: req-ee504351-6d3e-4c34-9795-19224cc4d966 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:02:09.391428 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac401e60-5900-409b-8939-e86e844d7928", "tag": "efb683db-15da-417b-b1a9-903689b36df3", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:02:09.391428 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ee504351-6d3e-4c34-9795-19224cc4d966 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:02:09.391428 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee504351-6d3e-4c34-9795-19224cc4d966'] response: {'name': 'network-changed', 'server_uuid': 'ac401e60-5900-409b-8939-e86e844d7928', 'tag': 'efb683db-15da-417b-b1a9-903689b36df3', 'status': 'completed', 'code': 200} Oct 03 13:02:09.393492 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35131d18-3c6e-4a1c-bb13-2ab2e2cb11ce service neutron] Pushing event updated for resources: {'Port': ['ID=efb683db-15da-417b-b1a9-903689b36df3,revision_number=3']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:02:09.448710 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931aec74-4440-4408-b6dc-47b7b3cda643 req-c657fcc1-7d9a-42d0-be7b-b139b6d29884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:09.450127 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-931aec74-4440-4408-b6dc-47b7b3cda643 req-c657fcc1-7d9a-42d0-be7b-b139b6d29884 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=9421d499349f4d90b729021b00961cf2&device_id=ac401e60-5900-409b-8939-e86e844d7928 HTTP/1.1" status: 200 len: 1127 time: 0.0443702 Oct 03 13:02:09.505793 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:02:09.546852 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931aec74-4440-4408-b6dc-47b7b3cda643 req-8ad2755d-6ed7-48c0-98fd-ec3ae21c2fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:09.548322 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-931aec74-4440-4408-b6dc-47b7b3cda643 req-8ad2755d-6ed7-48c0-98fd-ec3ae21c2fca service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=9421d499349f4d90b729021b00961cf2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0921409 Oct 03 13:02:09.644496 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931aec74-4440-4408-b6dc-47b7b3cda643 req-ea6f5347-08ca-4ce7-9e96-5d7e9c00967f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:09.645951 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-931aec74-4440-4408-b6dc-47b7b3cda643 req-ea6f5347-08ca-4ce7-9e96-5d7e9c00967f service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918396 Oct 03 13:02:09.719867 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-ea2786cf-3754-4361-bd05-9db60404c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:09.721355 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-ea2786cf-3754-4361-bd05-9db60404c93a service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=9421d499349f4d90b729021b00961cf2&device_id=ac401e60-5900-409b-8939-e86e844d7928 HTTP/1.1" status: 200 len: 1127 time: 0.0394058 Oct 03 13:02:09.765522 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-cfd7992c-2783-42b1-90a8-54f12ee606db service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efb683db-15da-417b-b1a9-903689b36df3 HTTP/1.1" status: 200 len: 217 time: 0.0366895 Oct 03 13:02:09.800619 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fad3fb-dfe9-4737-8042-8922cdd79f0c req-882d9396-84a0-4427-8118-6b9a58ab37cf tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:09.802065 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b6fad3fb-dfe9-4737-8042-8922cdd79f0c req-882d9396-84a0-4427-8118-6b9a58ab37cf tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ac401e60-5900-409b-8939-e86e844d7928 HTTP/1.1" status: 200 len: 943 time: 0.0466156 Oct 03 13:02:09.815637 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-12aa2996-36d7-4acb-849a-319d8a05eee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:09.817240 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-12aa2996-36d7-4acb-849a-319d8a05eee8 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=614dc231-9581-4db9-88ef-9a541051c686 HTTP/1.1" status: 200 len: 854 time: 0.0448482 Oct 03 13:02:09.848623 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-792c64cd-1415-473d-a65c-9c00f8287e98 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=739c13ba-8ecd-4b6d-b542-b58a60650305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256801 Oct 03 13:02:09.853537 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-b6fad3fb-dfe9-4737-8042-8922cdd79f0c req-5fa8fc86-4c06-4286-bc95-504e3599ffc8 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c38141c-9ee4-40a6-8745-aa41785c17ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446696 Oct 03 13:02:09.923020 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:02:09.940872 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-068ff71d-f7da-47d2-aa3b-e4b2057ff74e service neutron] 10.222.0.46 "GET /networking/v2.0/networks/739c13ba-8ecd-4b6d-b542-b58a60650305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858946 Oct 03 13:02:10.029996 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-ae10d231-42ab-42b6-954b-d25ba320acf4 req-5cdc4c9d-953a-4f4c-a37d-e1f68c69e212 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/739c13ba-8ecd-4b6d-b542-b58a60650305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823960 Oct 03 13:02:10.937556 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device efb683db-15da-417b-b1a9-903689b36df3 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:02:10.975562 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02622395-1d0f-4126-8294-d8b41b207024 req-b96de361-b75e-4e60-9f7a-837bb94b5908 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:10.977041 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-02622395-1d0f-4126-8294-d8b41b207024 req-b96de361-b75e-4e60-9f7a-837bb94b5908 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ac401e60-5900-409b-8939-e86e844d7928 HTTP/1.1" status: 200 len: 943 time: 0.0464406 Oct 03 13:02:11.024453 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-02622395-1d0f-4126-8294-d8b41b207024 req-fbd0ab85-e359-4644-86ce-8a9c4a5e5665 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c38141c-9ee4-40a6-8745-aa41785c17ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412147 Oct 03 13:02:11.036910 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port efb683db-15da-417b-b1a9-903689b36df3, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=efb683db-15da-417b-b1a9-903689b36df3,segment=NetworkSegment(7eb08a7e-9e63-4c2a-abdd-53b096332ed0),segment_id=7eb08a7e-9e63-4c2a-abdd-53b096332ed0)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:02:11.052201 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': 'efb683db-15da-417b-b1a9-903689b36df3', 'network_id': '739c13ba-8ecd-4b6d-b542-b58a60650305', 'port_id': 'efb683db-15da-417b-b1a9-903689b36df3', 'mac_address': 'fa:16:3e:19:ac:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614dc231-9581-4db9-88ef-9a541051c686', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:02:11.086153 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port efb683db-15da-417b-b1a9-903689b36df3 is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:02:11.086537 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (efb683db-15da-417b-b1a9-903689b36df3), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:11.099233 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb683db-15da-417b-b1a9-903689b36df3 {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:02:11.119171 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port efb683db-15da-417b-b1a9-903689b36df3, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=efb683db-15da-417b-b1a9-903689b36df3,segment=NetworkSegment(7eb08a7e-9e63-4c2a-abdd-53b096332ed0),segment_id=7eb08a7e-9e63-4c2a-abdd-53b096332ed0)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:02:11.155887 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:02:11.156673 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:02:11.199665 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (efb683db-15da-417b-b1a9-903689b36df3), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:11.247177 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=efb683db-15da-417b-b1a9-903689b36df3,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:02:11.403781 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['efb683db-15da-417b-b1a9-903689b36df3'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:02:12.150670 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93068e32-62b0-4cab-8414-ac7aace2e035 req-9a1103a5-f514-475e-a256-a5bfb8b7a76d tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:12.152134 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-93068e32-62b0-4cab-8414-ac7aace2e035 req-9a1103a5-f514-475e-a256-a5bfb8b7a76d tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ac401e60-5900-409b-8939-e86e844d7928 HTTP/1.1" status: 200 len: 944 time: 0.0465927 Oct 03 13:02:12.196989 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-93068e32-62b0-4cab-8414-ac7aace2e035 req-fc7e648f-416e-46fb-a25d-e5a97bd48a62 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c38141c-9ee4-40a6-8745-aa41785c17ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394020 Oct 03 13:02:12.938629 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device efb683db-15da-417b-b1a9-903689b36df3 up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:02:12.975052 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:02:12.976408 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:02:12.981483 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning for port efb683db-15da-417b-b1a9-903689b36df3 completed by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:02:13.033714 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port efb683db-15da-417b-b1a9-903689b36df3 triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:02:13.034107 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (efb683db-15da-417b-b1a9-903689b36df3), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:13.034443 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port efb683db-15da-417b-b1a9-903689b36df3 Oct 03 13:02:13.108007 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port efb683db-15da-417b-b1a9-903689b36df3 is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:02:13.108387 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (efb683db-15da-417b-b1a9-903689b36df3), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:13.131060 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac401e60-5900-409b-8939-e86e844d7928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb683db-15da-417b-b1a9-903689b36df3'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:02:13.133306 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e382e998-084d-4f24-b0bf-a83ac608be91" -d '{"events": [{"server_uuid": "ac401e60-5900-409b-8939-e86e844d7928", "name": "network-vif-plugged", "status": "completed", "tag": "efb683db-15da-417b-b1a9-903689b36df3"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:02:13.146497 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port efb683db-15da-417b-b1a9-903689b36df3, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=efb683db-15da-417b-b1a9-903689b36df3,segment=NetworkSegment(7eb08a7e-9e63-4c2a-abdd-53b096332ed0),segment_id=7eb08a7e-9e63-4c2a-abdd-53b096332ed0)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:02:13.211079 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (efb683db-15da-417b-b1a9-903689b36df3), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:13.266875 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=efb683db-15da-417b-b1a9-903689b36df3,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:02:13.274857 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:02:13.275129 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:02:13.276289 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:02:13.276681 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:02:13.277016 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:02:13.277468 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:02:13.277785 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:02:13.278170 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:02:13.278600 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:02:13.278787 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:02:13.279105 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:02:13.279445 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:02:13.280597 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:02:13.280597 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:02:13.280597 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:02:13.296804 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d2776e-e26d-4682-a5ab-bf6f29356330 x-openstack-request-id: req-c0d2776e-e26d-4682-a5ab-bf6f29356330 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:02:13.297092 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac401e60-5900-409b-8939-e86e844d7928", "name": "network-vif-plugged", "status": "completed", "tag": "efb683db-15da-417b-b1a9-903689b36df3", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:02:13.297344 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c0d2776e-e26d-4682-a5ab-bf6f29356330 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:02:13.297730 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d2776e-e26d-4682-a5ab-bf6f29356330'] response: {'server_uuid': 'ac401e60-5900-409b-8939-e86e844d7928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb683db-15da-417b-b1a9-903689b36df3', 'code': 200} Oct 03 13:02:13.340589 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24209119-a2f0-4ac4-b267-62f5bf3a966c req-b97e60bd-a2df-40ec-88f1-4d18852b2d04 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:13.342070 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-24209119-a2f0-4ac4-b267-62f5bf3a966c req-b97e60bd-a2df-40ec-88f1-4d18852b2d04 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ac401e60-5900-409b-8939-e86e844d7928 HTTP/1.1" status: 200 len: 945 time: 0.0587957 Oct 03 13:02:13.390059 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-24209119-a2f0-4ac4-b267-62f5bf3a966c req-47f49502-ef19-40bb-8939-29602eaf77c8 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c38141c-9ee4-40a6-8745-aa41785c17ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421329 Oct 03 13:02:13.568971 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1160304-31eb-4aaf-aa35-8425de759484 req-d4a47d74-2513-4017-9c84-36ac593406b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:13.570470 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b1160304-31eb-4aaf-aa35-8425de759484 req-d4a47d74-2513-4017-9c84-36ac593406b0 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac401e60-5900-409b-8939-e86e844d7928 HTTP/1.1" status: 200 len: 1129 time: 0.0383470 Oct 03 13:02:13.617033 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-b1160304-31eb-4aaf-aa35-8425de759484 req-1ce1a734-5854-4a7c-861b-c513d8688662 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8c38141c-9ee4-40a6-8745-aa41785c17ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400500 Oct 03 13:02:14.514141 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d947d78-e29b-4cd6-8ce9-8dc9374ae42b req-e607da18-aee7-4e3e-bd1a-17d46604bdfb tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:14.515545 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9d947d78-e29b-4cd6-8ce9-8dc9374ae42b req-e607da18-aee7-4e3e-bd1a-17d46604bdfb tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ac401e60-5900-409b-8939-e86e844d7928 HTTP/1.1" status: 200 len: 945 time: 0.0481305 Oct 03 13:02:14.565206 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-9d947d78-e29b-4cd6-8ce9-8dc9374ae42b req-20289937-0907-472c-bcbf-685f3fa7656c tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c38141c-9ee4-40a6-8745-aa41785c17ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441833 Oct 03 13:02:15.688636 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37aaea4-80cd-4874-91ed-93a6b7389e36 req-88321a7e-de8c-4af0-b7f8-08f145e25194 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:15.690068 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f37aaea4-80cd-4874-91ed-93a6b7389e36 req-88321a7e-de8c-4af0-b7f8-08f145e25194 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ac401e60-5900-409b-8939-e86e844d7928 HTTP/1.1" status: 200 len: 945 time: 0.0491853 Oct 03 13:02:15.736310 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-f37aaea4-80cd-4874-91ed-93a6b7389e36 req-509cf016-f113-433b-8f6b-8df479779b4f tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c38141c-9ee4-40a6-8745-aa41785c17ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407698 Oct 03 13:02:22.948519 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1afa82a1-9766-4ef4-8961-a8b340fefcf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:23.603632 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=51 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:02:23.614551 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=12 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:02:25.276875 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-15b3a565-5d08-4334-bf8d-a2606c24437d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:25.729991 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=96 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:02:25.732936 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=69 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:02:26.966282 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:28.483432 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:28.484810 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:33.168317 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:38.163090 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:02:43.083205 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=61,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:02:43.089213 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:02:48.915135 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c0ce09db-e57f-487c-863d-9b2f8864103f req-ab1a07e9-f1c0-40a3-88e0-0208252ea74c service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac401e60-5900-409b-8939-e86e844d7928&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376987 Oct 03 13:02:48.994333 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce09db-e57f-487c-863d-9b2f8864103f req-a18e9ddc-f9d1-40da-a4a8-11a72470fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:48.996264 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c0ce09db-e57f-487c-863d-9b2f8864103f req-a18e9ddc-f9d1-40da-a4a8-11a72470fbef service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=9421d499349f4d90b729021b00961cf2&device_id=ac401e60-5900-409b-8939-e86e844d7928 HTTP/1.1" status: 200 len: 1129 time: 0.0407269 Oct 03 13:02:49.106828 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce09db-e57f-487c-863d-9b2f8864103f req-3962bc10-4179-46e7-a1a1-830a42ca494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:49.108286 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c0ce09db-e57f-487c-863d-9b2f8864103f req-3962bc10-4179-46e7-a1a1-830a42ca494b service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=739c13ba-8ecd-4b6d-b542-b58a60650305 HTTP/1.1" status: 200 len: 915 time: 0.0927055 Oct 03 13:02:49.146628 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c0ce09db-e57f-487c-863d-9b2f8864103f req-a90d3dd6-0ad7-4b23-916b-8b2d3386fa27 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efb683db-15da-417b-b1a9-903689b36df3 HTTP/1.1" status: 200 len: 217 time: 0.0324700 Oct 03 13:02:49.197659 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce09db-e57f-487c-863d-9b2f8864103f req-8bef2158-2ced-43e7-a4fa-781f5a31bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:49.199130 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c0ce09db-e57f-487c-863d-9b2f8864103f req-8bef2158-2ced-43e7-a4fa-781f5a31bd3a service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=614dc231-9581-4db9-88ef-9a541051c686 HTTP/1.1" status: 200 len: 854 time: 0.0463972 Oct 03 13:02:49.230959 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c0ce09db-e57f-487c-863d-9b2f8864103f req-b99f7909-f63a-4611-a30c-8cddaaf32bd5 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=739c13ba-8ecd-4b6d-b542-b58a60650305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258172 Oct 03 13:02:49.327114 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c0ce09db-e57f-487c-863d-9b2f8864103f req-202a87f7-0994-4dc4-a85f-9127b3cc5197 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/739c13ba-8ecd-4b6d-b542-b58a60650305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895617 Oct 03 13:02:49.422179 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-c0ce09db-e57f-487c-863d-9b2f8864103f req-662f9f7e-1cd5-4869-a059-3a7f7b7b7570 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/739c13ba-8ecd-4b6d-b542-b58a60650305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891132 Oct 03 13:02:51.151694 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:02:51.152546 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:02:53.011222 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ae3fb0ac-cc08-4755-9015-d395653374f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:55.319406 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-2984eff4-10c9-48e8-a59f-d46f44aeee6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:56.933373 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:58.462326 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:58.513752 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:02:58.791574 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1e7bd-14cb-4fcc-9891-6d4b0a8c8fbe req-d4c6f2a1-1b6a-497f-b514-e7b17ad55b16 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:58.792941 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bbb1e7bd-14cb-4fcc-9891-6d4b0a8c8fbe req-d4c6f2a1-1b6a-497f-b514-e7b17ad55b16 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ac401e60-5900-409b-8939-e86e844d7928 HTTP/1.1" status: 200 len: 945 time: 0.0464604 Oct 03 13:02:58.839256 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-bbb1e7bd-14cb-4fcc-9891-6d4b0a8c8fbe req-03a210c5-d209-40cf-884c-c0d98baaf0e0 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c38141c-9ee4-40a6-8745-aa41785c17ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407166 Oct 03 13:02:59.417332 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=43 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:02:59.418173 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=45 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:02:59.959501 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94350f22-ba75-47b9-983c-276d66b0dd39 req-1f99d378-3299-4930-bb13-1bd78e9091d9 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:59.960948 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-94350f22-ba75-47b9-983c-276d66b0dd39 req-1f99d378-3299-4930-bb13-1bd78e9091d9 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ac401e60-5900-409b-8939-e86e844d7928 HTTP/1.1" status: 200 len: 945 time: 0.0455875 Oct 03 13:03:00.010757 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-94350f22-ba75-47b9-983c-276d66b0dd39 req-690f8d1b-5add-4143-b2d1-28c6f21623c3 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c38141c-9ee4-40a6-8745-aa41785c17ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443430 Oct 03 13:03:00.259452 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a744e-6865-49a6-8a3c-b10f0a9f3882 req-5f923394-86eb-4c91-921d-22d296e566d3 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:00.260899 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a11a744e-6865-49a6-8a3c-b10f0a9f3882 req-5f923394-86eb-4c91-921d-22d296e566d3 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ac401e60-5900-409b-8939-e86e844d7928 HTTP/1.1" status: 200 len: 945 time: 0.0468824 Oct 03 13:03:00.339408 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-a11a744e-6865-49a6-8a3c-b10f0a9f3882 req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Deleting port efb683db-15da-417b-b1a9-903689b36df3 {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:03:00.339746 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-a11a744e-6865-49a6-8a3c-b10f0a9f3882 req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (efb683db-15da-417b-b1a9-903689b36df3), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:00.433841 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-a11a744e-6865-49a6-8a3c-b10f0a9f3882 req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] For port efb683db-15da-417b-b1a9-903689b36df3, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=efb683db-15da-417b-b1a9-903689b36df3,segment=NetworkSegment(7eb08a7e-9e63-4c2a-abdd-53b096332ed0),segment_id=7eb08a7e-9e63-4c2a-abdd-53b096332ed0)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:03:00.434542 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-a11a744e-6865-49a6-8a3c-b10f0a9f3882 req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (efb683db-15da-417b-b1a9-903689b36df3), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:00.446604 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-a11a744e-6865-49a6-8a3c-b10f0a9f3882 req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Calling delete_port for efb683db-15da-417b-b1a9-903689b36df3 owned by compute:nova {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:03:00.668108 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-a11a744e-6865-49a6-8a3c-b10f0a9f3882 req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (efb683db-15da-417b-b1a9-903689b36df3), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:00.679710 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['efb683db-15da-417b-b1a9-903689b36df3'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:03:00.696169 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Pushing event deleted for resources: {'Port': ['ID=efb683db-15da-417b-b1a9-903689b36df3,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:03:00.709584 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:00.709935 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:00.710279 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:00.710615 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:00.710946 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:00.711276 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:00.711628 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:00.711959 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:00.712282 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:00.712606 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:00.712928 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:00.713251 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:00.713571 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:00.713892 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:00.714209 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:00.752282 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11a744e-6865-49a6-8a3c-b10f0a9f3882 req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] No DVR routers for this DVR port efb683db-15da-417b-b1a9-903689b36df3 on host hv-cinder-84456 {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:03:00.754666 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-a11a744e-6865-49a6-8a3c-b10f0a9f3882 req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:00.757893 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-a11a744e-6865-49a6-8a3c-b10f0a9f3882 req-91f2feaf-486b-4805-a5da-9a9df0284968 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.46 "DELETE /networking/v2.0/ports/efb683db-15da-417b-b1a9-903689b36df3 HTTP/1.1" status: 204 len: 173 time: 0.4919519 Oct 03 13:03:00.758373 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac401e60-5900-409b-8939-e86e844d7928', 'name': 'network-vif-deleted', 'tag': 'efb683db-15da-417b-b1a9-903689b36df3'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:03:00.760604 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d3d27b-c791-4a3e-8491-45a02da90f15" -d '{"events": [{"server_uuid": "ac401e60-5900-409b-8939-e86e844d7928", "name": "network-vif-deleted", "tag": "efb683db-15da-417b-b1a9-903689b36df3"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:03:00.799532 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6c25b3-5513-4982-895b-7f3f4cdf7f11 x-openstack-request-id: req-ca6c25b3-5513-4982-895b-7f3f4cdf7f11 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:03:00.799822 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac401e60-5900-409b-8939-e86e844d7928", "name": "network-vif-deleted", "tag": "efb683db-15da-417b-b1a9-903689b36df3", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:03:00.800074 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ca6c25b3-5513-4982-895b-7f3f4cdf7f11 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:03:00.800473 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca6c25b3-5513-4982-895b-7f3f4cdf7f11'] response: {'server_uuid': 'ac401e60-5900-409b-8939-e86e844d7928', 'name': 'network-vif-deleted', 'tag': 'efb683db-15da-417b-b1a9-903689b36df3', 'status': 'completed', 'code': 200} Oct 03 13:03:01.116382 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-67838983-399d-4797-ae2b-afc47cd5336a req-f34040a1-179c-4810-8753-40c0c0d1c428 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ac401e60-5900-409b-8939-e86e844d7928 HTTP/1.1" status: 200 len: 210 time: 0.0280707 Oct 03 13:03:03.184480 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:04.119717 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:04.685691 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device efb683db-15da-417b-b1a9-903689b36df3 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:03:04.718138 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] No Port match for: efb683db-15da-417b-b1a9-903689b36df3 {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:03:04.718483 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device efb683db-15da-417b-b1a9-903689b36df3 not bound to the agent host hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:03:10.735351 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=48,neutron:DELETE=5 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:10.736454 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=43,neutron:DELETE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:10.856294 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bff748-f637-4203-b455-b04061ba3f11 req-690f7eb9-5c2b-436e-a76f-8c536f8a7bce tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:10.857722 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-46bff748-f637-4203-b455-b04061ba3f11 req-690f7eb9-5c2b-436e-a76f-8c536f8a7bce tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/networks?id=739c13ba-8ecd-4b6d-b542-b58a60650305 HTTP/1.1" status: 200 len: 814 time: 0.1014211 Oct 03 13:03:10.872503 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-46bff748-f637-4203-b455-b04061ba3f11 req-8f689260-1265-490c-ae37-55df799ae02f tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/quotas/9421d499349f4d90b729021b00961cf2 HTTP/1.1" status: 200 len: 375 time: 0.0091755 Oct 03 13:03:10.909105 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-46bff748-f637-4203-b455-b04061ba3f11 req-35ed8327-e2a9-4a9c-a235-5c032a495644 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9421d499349f4d90b729021b00961cf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315318 Oct 03 13:03:11.040943 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-46bff748-f637-4203-b455-b04061ba3f11 req-96385c46-dba4-476b-bea8-95a9013116b9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/739c13ba-8ecd-4b6d-b542-b58a60650305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253533 Oct 03 13:03:11.133234 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-46bff748-f637-4203-b455-b04061ba3f11 req-b84eb790-fd45-4446-ab54-eae2593caa32 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/739c13ba-8ecd-4b6d-b542-b58a60650305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866435 Oct 03 13:03:11.397535 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-4a88928b-d809-4dbe-99d7-b4a28ed55093 req-3cdf6853-5b2c-46cd-b3c7-d9028bf2e4f5 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a944337a-f004-48dd-a6f6-2c5b09cba687 HTTP/1.1" status: 200 len: 210 time: 0.0285287 Oct 03 13:03:12.497630 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-e0b60089-adec-4bb1-b6ea-0ca51e8c7b61 req-7b6e28e8-67f1-485a-80fb-fb0462f568a1 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a944337a-f004-48dd-a6f6-2c5b09cba687 HTTP/1.1" status: 200 len: 210 time: 0.0279441 Oct 03 13:03:13.102240 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:13.400564 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bff748-f637-4203-b455-b04061ba3f11 req-7f856b21-ce36-48a7-9b9a-4f50e668c694 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:13.404199 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-46bff748-f637-4203-b455-b04061ba3f11 req-7f856b21-ce36-48a7-9b9a-4f50e668c694 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.46 "GET /networking/v2.0/networks?id=739c13ba-8ecd-4b6d-b542-b58a60650305 HTTP/1.1" status: 200 len: 814 time: 0.1061568 Oct 03 13:03:13.413170 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-46bff748-f637-4203-b455-b04061ba3f11 req-9d0fda4f-9c3e-4cc2-95a4-8137177fc830 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Request body: {'port': {'device_id': 'a944337a-f004-48dd-a6f6-2c5b09cba687', 'network_id': '739c13ba-8ecd-4b6d-b542-b58a60650305', 'admin_state_up': True, 'tenant_id': '9421d499349f4d90b729021b00961cf2'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:03:13.587916 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46bff748-f637-4203-b455-b04061ba3f11 req-9d0fda4f-9c3e-4cc2-95a4-8137177fc830 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Made reservation on behalf of 9421d499349f4d90b729021b00961cf2 for: {'port': 1} {{(pid=113284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:03:13.591714 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-46bff748-f637-4203-b455-b04061ba3f11 req-9d0fda4f-9c3e-4cc2-95a4-8137177fc830 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (None), before_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:13.603603 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-fc03cb67-7aa4-4fc6-b814-ebee76d965e4 req-30259175-f5cc-48a5-b81d-08e751a290ca tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a944337a-f004-48dd-a6f6-2c5b09cba687 HTTP/1.1" status: 200 len: 210 time: 0.0314214 Oct 03 13:03:13.719138 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.db_base_plugin_common [req-46bff748-f637-4203-b455-b04061ba3f11 req-9d0fda4f-9c3e-4cc2-95a4-8137177fc830 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Allocated IP 172.20.0.11 (739c13ba-8ecd-4b6d-b542-b58a60650305/614dc231-9581-4db9-88ef-9a541051c686/d91a5a6f-bde8-4686-a88b-d0cb7224cf8e) {{(pid=113284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:03:13.871342 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-46bff748-f637-4203-b455-b04061ba3f11 req-9d0fda4f-9c3e-4cc2-95a4-8137177fc830 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Publish callbacks [] for port (d91a5a6f-bde8-4686-a88b-d0cb7224cf8e), precommit_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:13.971288 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-46bff748-f637-4203-b455-b04061ba3f11 req-9d0fda4f-9c3e-4cc2-95a4-8137177fc830 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775902059740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (d91a5a6f-bde8-4686-a88b-d0cb7224cf8e), after_create {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:14.016031 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46bff748-f637-4203-b455-b04061ba3f11 req-9d0fda4f-9c3e-4cc2-95a4-8137177fc830 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Network 739c13ba-8ecd-4b6d-b542-b58a60650305 is already hosted by enough agents. {{(pid=113284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:03:14.020120 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.scheduler.base_scheduler [req-46bff748-f637-4203-b455-b04061ba3f11 req-9d0fda4f-9c3e-4cc2-95a4-8137177fc830 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Resources bound (agent type, host, resource id): {{(pid=113284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:03:14.023943 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bff748-f637-4203-b455-b04061ba3f11 req-9d0fda4f-9c3e-4cc2-95a4-8137177fc830 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Received port after_create {{(pid=113284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 13:03:14.050153 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0fda4f-9c3e-4cc2-95a4-8137177fc830 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Pushing event updated for resources: {'Port': ['ID=d91a5a6f-bde8-4686-a88b-d0cb7224cf8e,revision_number=1']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:03:14.076863 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bff748-f637-4203-b455-b04061ba3f11 req-9d0fda4f-9c3e-4cc2-95a4-8137177fc830 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:14.077462 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-46bff748-f637-4203-b455-b04061ba3f11 req-9d0fda4f-9c3e-4cc2-95a4-8137177fc830 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:14.164093 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-46bff748-f637-4203-b455-b04061ba3f11 req-9d0fda4f-9c3e-4cc2-95a4-8137177fc830 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7545347 Oct 03 13:03:14.174781 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.v2.base [req-46bff748-f637-4203-b455-b04061ba3f11 req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] Request body: {'port': {'device_id': 'a944337a-f004-48dd-a6f6-2c5b09cba687', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=113284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 13:03:14.231611 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-46bff748-f637-4203-b455-b04061ba3f11 req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (d91a5a6f-bde8-4686-a88b-d0cb7224cf8e), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:14.284315 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:14.328463 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:14.481516 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [req-46bff748-f637-4203-b455-b04061ba3f11 req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d91a5a6f-bde8-4686-a88b-d0cb7224cf8e {{(pid=113284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:03:14.489305 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-46bff748-f637-4203-b455-b04061ba3f11 req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] Publish callbacks [] for port (d91a5a6f-bde8-4686-a88b-d0cb7224cf8e), precommit_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:14.502517 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.provisioning_blocks [req-46bff748-f637-4203-b455-b04061ba3f11 req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] Transition to ACTIVE for port object d91a5a6f-bde8-4686-a88b-d0cb7224cf8e will not be triggered until provisioned by entity L2. {{(pid=113284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 13:03:14.572674 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-46bff748-f637-4203-b455-b04061ba3f11 req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (d91a5a6f-bde8-4686-a88b-d0cb7224cf8e), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:14.633137 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] Pushing event updated for resources: {'Port': ['ID=d91a5a6f-bde8-4686-a88b-d0cb7224cf8e,revision_number=2']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:03:14.681380 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-46bff748-f637-4203-b455-b04061ba3f11 req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] Attempting to bind port d91a5a6f-bde8-4686-a88b-d0cb7224cf8e on host hv-cinder-84456 for vnic_type normal with profile {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 13:03:14.681713 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-46bff748-f637-4203-b455-b04061ba3f11 req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] Attempting to bind port d91a5a6f-bde8-4686-a88b-d0cb7224cf8e by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '7eb08a7e-9e63-4c2a-abdd-53b096332ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '739c13ba-8ecd-4b6d-b542-b58a60650305'}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 13:03:14.682036 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bff748-f637-4203-b455-b04061ba3f11 req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] Attempting to bind port d91a5a6f-bde8-4686-a88b-d0cb7224cf8e on network 739c13ba-8ecd-4b6d-b542-b58a60650305 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:03:14.697911 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:14.724834 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f719d03-fd99-403f-9410-c21f80ce0f6b req-c69132dd-9160-4ec6-ad05-596050a607fc tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:14.725962 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bff748-f637-4203-b455-b04061ba3f11 req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] Port d91a5a6f-bde8-4686-a88b-d0cb7224cf8e on network 739c13ba-8ecd-4b6d-b542-b58a60650305 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 13:03:14.726479 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bff748-f637-4203-b455-b04061ba3f11 req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] Attempting to bind port d91a5a6f-bde8-4686-a88b-d0cb7224cf8e on network 739c13ba-8ecd-4b6d-b542-b58a60650305 {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 13:03:14.727679 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0f719d03-fd99-403f-9410-c21f80ce0f6b req-c69132dd-9160-4ec6-ad05-596050a607fc tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a944337a-f004-48dd-a6f6-2c5b09cba687 HTTP/1.1" status: 200 len: 944 time: 0.0465145 Oct 03 13:03:14.775678 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0f719d03-fd99-403f-9410-c21f80ce0f6b req-195e3160-2d13-4df7-93fd-91474b1544a3 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c38141c-9ee4-40a6-8745-aa41785c17ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432675 Oct 03 13:03:14.777253 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bff748-f637-4203-b455-b04061ba3f11 req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] Checking agent: {'id': '72e18e84-452a-46dd-9356-90dcf7de37bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'started_at': datetime.datetime(2022, 10, 3, 12, 47, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 13:03:14.777580 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bff748-f637-4203-b455-b04061ba3f11 req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] Checking segment: {'id': '7eb08a7e-9e63-4c2a-abdd-53b096332ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '739c13ba-8ecd-4b6d-b542-b58a60650305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 13:03:14.777948 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bff748-f637-4203-b455-b04061ba3f11 req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] Bound using segment: {'id': '7eb08a7e-9e63-4c2a-abdd-53b096332ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '739c13ba-8ecd-4b6d-b542-b58a60650305'} {{(pid=113284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 13:03:14.778467 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.managers [req-46bff748-f637-4203-b455-b04061ba3f11 req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] Bound port: d91a5a6f-bde8-4686-a88b-d0cb7224cf8e, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb08a7e-9e63-4c2a-abdd-53b096332ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '739c13ba-8ecd-4b6d-b542-b58a60650305'}}] {{(pid=113284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 13:03:14.778710 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-46bff748-f637-4203-b455-b04061ba3f11 req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (d91a5a6f-bde8-4686-a88b-d0cb7224cf8e), before_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:14.838101 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-46bff748-f637-4203-b455-b04061ba3f11 req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] For port d91a5a6f-bde8-4686-a88b-d0cb7224cf8e, host hv-cinder-84456, cleared binding levels {{(pid=113284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 13:03:14.841114 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-46bff748-f637-4203-b455-b04061ba3f11 req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] For port d91a5a6f-bde8-4686-a88b-d0cb7224cf8e, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d91a5a6f-bde8-4686-a88b-d0cb7224cf8e,segment=NetworkSegment(7eb08a7e-9e63-4c2a-abdd-53b096332ed0),segment_id=7eb08a7e-9e63-4c2a-abdd-53b096332ed0)] {{(pid=113284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 13:03:14.896778 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-46bff748-f637-4203-b455-b04061ba3f11 req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13830871'] for port (d91a5a6f-bde8-4686-a88b-d0cb7224cf8e), after_update {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:14.901015 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bff748-f637-4203-b455-b04061ba3f11 req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:14.901622 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-46bff748-f637-4203-b455-b04061ba3f11 req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:14.902969 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-46bff748-f637-4203-b455-b04061ba3f11 req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/d91a5a6f-bde8-4686-a88b-d0cb7224cf8e HTTP/1.1" status: 200 len: 1094 time: 0.7321458 Oct 03 13:03:14.903620 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a944337a-f004-48dd-a6f6-2c5b09cba687', 'tag': 'd91a5a6f-bde8-4686-a88b-d0cb7224cf8e'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:03:14.905819 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4c1950-1d27-4f11-bff9-8d0d2869487b" -d '{"events": [{"name": "network-changed", "server_uuid": "a944337a-f004-48dd-a6f6-2c5b09cba687", "tag": "d91a5a6f-bde8-4686-a88b-d0cb7224cf8e"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:03:14.940292 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:14.951091 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad40a7f5-f757-4d8c-a013-dbd29e5e2185 x-openstack-request-id: req-ad40a7f5-f757-4d8c-a013-dbd29e5e2185 {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:03:14.951392 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a944337a-f004-48dd-a6f6-2c5b09cba687", "tag": "d91a5a6f-bde8-4686-a88b-d0cb7224cf8e", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:03:14.951647 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ad40a7f5-f757-4d8c-a013-dbd29e5e2185 {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:03:14.952043 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad40a7f5-f757-4d8c-a013-dbd29e5e2185'] response: {'name': 'network-changed', 'server_uuid': 'a944337a-f004-48dd-a6f6-2c5b09cba687', 'tag': 'd91a5a6f-bde8-4686-a88b-d0cb7224cf8e', 'status': 'completed', 'code': 200} Oct 03 13:03:14.956758 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44041893-7897-40bb-97e4-8a44d92d1102 service neutron] Pushing event updated for resources: {'Port': ['ID=d91a5a6f-bde8-4686-a88b-d0cb7224cf8e,revision_number=3']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:03:15.011768 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c1950-1d27-4f11-bff9-8d0d2869487b req-4582105a-e3fe-4b1f-859f-79f2d112ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:15.013241 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1c4c1950-1d27-4f11-bff9-8d0d2869487b req-4582105a-e3fe-4b1f-859f-79f2d112ed4d service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=9421d499349f4d90b729021b00961cf2&device_id=a944337a-f004-48dd-a6f6-2c5b09cba687 HTTP/1.1" status: 200 len: 1128 time: 0.0444255 Oct 03 13:03:15.111438 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c1950-1d27-4f11-bff9-8d0d2869487b req-5fbae4ff-6379-4cb5-a4a8-da12e763b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:15.112816 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1c4c1950-1d27-4f11-bff9-8d0d2869487b req-5fbae4ff-6379-4cb5-a4a8-da12e763b656 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=9421d499349f4d90b729021b00961cf2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0925941 Oct 03 13:03:15.163069 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:03:15.208196 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c1950-1d27-4f11-bff9-8d0d2869487b req-45edf253-8864-4285-8e0d-59f62792d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:15.209639 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-1c4c1950-1d27-4f11-bff9-8d0d2869487b req-45edf253-8864-4285-8e0d-59f62792d071 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912170 Oct 03 13:03:15.284216 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bff748-f637-4203-b455-b04061ba3f11 req-a485378c-2102-47dd-b4e7-6a684703bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:15.285671 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-46bff748-f637-4203-b455-b04061ba3f11 req-a485378c-2102-47dd-b4e7-6a684703bf82 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=9421d499349f4d90b729021b00961cf2&device_id=a944337a-f004-48dd-a6f6-2c5b09cba687 HTTP/1.1" status: 200 len: 1128 time: 0.0394263 Oct 03 13:03:15.327376 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-46bff748-f637-4203-b455-b04061ba3f11 req-adbb3fc2-d245-45bf-b5ea-ba6d574e4092 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d91a5a6f-bde8-4686-a88b-d0cb7224cf8e HTTP/1.1" status: 200 len: 217 time: 0.0344820 Oct 03 13:03:15.374897 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bff748-f637-4203-b455-b04061ba3f11 req-d4d2f368-48d6-42a2-9b46-dd153c620274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:15.376360 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-46bff748-f637-4203-b455-b04061ba3f11 req-d4d2f368-48d6-42a2-9b46-dd153c620274 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=614dc231-9581-4db9-88ef-9a541051c686 HTTP/1.1" status: 200 len: 854 time: 0.0435004 Oct 03 13:03:15.409659 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-46bff748-f637-4203-b455-b04061ba3f11 req-5b5edccd-8fa9-4bbd-8723-877787380270 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=739c13ba-8ecd-4b6d-b542-b58a60650305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269136 Oct 03 13:03:15.507515 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-46bff748-f637-4203-b455-b04061ba3f11 req-10c9dc60-b021-4cc0-9b90-c21c6069b55b service neutron] 10.222.0.46 "GET /networking/v2.0/networks/739c13ba-8ecd-4b6d-b542-b58a60650305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923355 Oct 03 13:03:15.555673 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:15.597325 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-46bff748-f637-4203-b455-b04061ba3f11 req-1edab146-19ef-4c52-a8f6-3d719bdfa772 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/739c13ba-8ecd-4b6d-b542-b58a60650305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840948 Oct 03 13:03:15.895276 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706ff84-3b4f-4349-8028-1ba76d80ca4c req-fffd98d4-fbca-4d4d-bdb4-07c714d29118 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:15.896711 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0706ff84-3b4f-4349-8028-1ba76d80ca4c req-fffd98d4-fbca-4d4d-bdb4-07c714d29118 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a944337a-f004-48dd-a6f6-2c5b09cba687 HTTP/1.1" status: 200 len: 944 time: 0.0462799 Oct 03 13:03:15.943189 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-0706ff84-3b4f-4349-8028-1ba76d80ca4c req-7c5664b9-e226-4d19-8baf-00c99edea570 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c38141c-9ee4-40a6-8745-aa41785c17ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409563 Oct 03 13:03:17.071089 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44642f0e-8eae-4334-af77-c0c176f2c324 req-e6f86c3e-8618-4a35-8c5d-cdeec88381ff tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:17.072550 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-44642f0e-8eae-4334-af77-c0c176f2c324 req-e6f86c3e-8618-4a35-8c5d-cdeec88381ff tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a944337a-f004-48dd-a6f6-2c5b09cba687 HTTP/1.1" status: 200 len: 944 time: 0.0498483 Oct 03 13:03:17.117975 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-44642f0e-8eae-4334-af77-c0c176f2c324 req-7455eb78-ef6e-4d30-81d9-8669ab1c008a tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c38141c-9ee4-40a6-8745-aa41785c17ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398657 Oct 03 13:03:17.609054 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device d91a5a6f-bde8-4686-a88b-d0cb7224cf8e details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=113286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 13:03:17.709997 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port d91a5a6f-bde8-4686-a88b-d0cb7224cf8e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d91a5a6f-bde8-4686-a88b-d0cb7224cf8e,segment=NetworkSegment(7eb08a7e-9e63-4c2a-abdd-53b096332ed0),segment_id=7eb08a7e-9e63-4c2a-abdd-53b096332ed0)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:03:17.720784 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Returning: {'device': 'd91a5a6f-bde8-4686-a88b-d0cb7224cf8e', 'network_id': '739c13ba-8ecd-4b6d-b542-b58a60650305', 'port_id': 'd91a5a6f-bde8-4686-a88b-d0cb7224cf8e', 'mac_address': 'fa:16:3e:30:2b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614dc231-9581-4db9-88ef-9a541051c686', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 13:03:17.755834 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port d91a5a6f-bde8-4686-a88b-d0cb7224cf8e is: DOWN; New status is: BUILD {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:03:17.756225 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (d91a5a6f-bde8-4686-a88b-d0cb7224cf8e), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:17.768769 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91a5a6f-bde8-4686-a88b-d0cb7224cf8e {{(pid=113286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 13:03:17.788514 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port d91a5a6f-bde8-4686-a88b-d0cb7224cf8e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d91a5a6f-bde8-4686-a88b-d0cb7224cf8e,segment=NetworkSegment(7eb08a7e-9e63-4c2a-abdd-53b096332ed0),segment_id=7eb08a7e-9e63-4c2a-abdd-53b096332ed0)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:03:17.853035 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (d91a5a6f-bde8-4686-a88b-d0cb7224cf8e), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:17.903545 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=d91a5a6f-bde8-4686-a88b-d0cb7224cf8e,revision_number=4']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:03:17.911356 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:17.914962 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:17.914962 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:17.914962 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:17.914962 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:17.914962 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:17.914962 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:17.914962 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:17.914962 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:17.914962 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:17.914962 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:17.914962 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:17.915933 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:17.915933 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:17.915933 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:03:18.057635 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['d91a5a6f-bde8-4686-a88b-d0cb7224cf8e'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:03:18.238109 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760496bd-9dab-4f3c-a4ff-61719ec9586f req-f8ba479d-87c2-4255-8bea-d209bef57a84 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:18.239600 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-760496bd-9dab-4f3c-a4ff-61719ec9586f req-f8ba479d-87c2-4255-8bea-d209bef57a84 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a944337a-f004-48dd-a6f6-2c5b09cba687 HTTP/1.1" status: 200 len: 945 time: 0.0454488 Oct 03 13:03:18.286520 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-760496bd-9dab-4f3c-a4ff-61719ec9586f req-e677757c-ee5e-4396-b5fb-1d259fabb0bd tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c38141c-9ee4-40a6-8745-aa41785c17ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412867 Oct 03 13:03:19.396488 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:19.409792 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666ba60-2e06-4d5b-a166-ff36d79dfdc4 req-6825b156-27c2-4f10-8b13-de3797ceab08 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:19.411234 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c666ba60-2e06-4d5b-a166-ff36d79dfdc4 req-6825b156-27c2-4f10-8b13-de3797ceab08 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a944337a-f004-48dd-a6f6-2c5b09cba687 HTTP/1.1" status: 200 len: 945 time: 0.0479732 Oct 03 13:03:19.461183 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-c666ba60-2e06-4d5b-a166-ff36d79dfdc4 req-bc7e791d-6133-468f-ae00-c83d33b6c674 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c38141c-9ee4-40a6-8745-aa41785c17ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443861 Oct 03 13:03:19.624280 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device d91a5a6f-bde8-4686-a88b-d0cb7224cf8e up at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 13:03:19.674046 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning for port d91a5a6f-bde8-4686-a88b-d0cb7224cf8e completed by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 13:03:19.738711 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.db.provisioning_blocks [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Provisioning complete for port d91a5a6f-bde8-4686-a88b-d0cb7224cf8e triggered by entity L2. {{(pid=113286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 13:03:19.739102 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1354435'] for port (d91a5a6f-bde8-4686-a88b-d0cb7224cf8e), provisioning_complete {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:19.739467 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Attempt 1 to provision port d91a5a6f-bde8-4686-a88b-d0cb7224cf8e Oct 03 13:03:19.809453 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Current status of the port d91a5a6f-bde8-4686-a88b-d0cb7224cf8e is: BUILD; New status is: ACTIVE {{(pid=113286) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 13:03:19.809831 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478515'] for port (d91a5a6f-bde8-4686-a88b-d0cb7224cf8e), before_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:19.832783 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a944337a-f004-48dd-a6f6-2c5b09cba687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91a5a6f-bde8-4686-a88b-d0cb7224cf8e'}] {{(pid=113286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:03:19.835022 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c9f9eecc0cd34e23bbf23d34f754cd46519012e17679bcb8c0116c31856cda1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c37f5d3-051c-43e5-8681-49ad594da4e2" -d '{"events": [{"server_uuid": "a944337a-f004-48dd-a6f6-2c5b09cba687", "name": "network-vif-plugged", "status": "completed", "tag": "d91a5a6f-bde8-4686-a88b-d0cb7224cf8e"}]}' {{(pid=113286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:03:19.847735 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] For port d91a5a6f-bde8-4686-a88b-d0cb7224cf8e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d91a5a6f-bde8-4686-a88b-d0cb7224cf8e,segment=NetworkSegment(7eb08a7e-9e63-4c2a-abdd-53b096332ed0),segment_id=7eb08a7e-9e63-4c2a-abdd-53b096332ed0)] {{(pid=113286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:03:19.876332 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b80619-396c-4be0-ae1c-6e40826704c5 x-openstack-request-id: req-92b80619-396c-4be0-ae1c-6e40826704c5 {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:03:19.876332 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a944337a-f004-48dd-a6f6-2c5b09cba687", "name": "network-vif-plugged", "status": "completed", "tag": "d91a5a6f-bde8-4686-a88b-d0cb7224cf8e", "code": 200}]} {{(pid=113286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:03:19.876332 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-92b80619-396c-4be0-ae1c-6e40826704c5 {{(pid=113286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:03:19.876332 dv-cinder-844563-12-iscsi neutron-server[113286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92b80619-396c-4be0-ae1c-6e40826704c5'] response: {'server_uuid': 'a944337a-f004-48dd-a6f6-2c5b09cba687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91a5a6f-bde8-4686-a88b-d0cb7224cf8e', 'code': 200} Oct 03 13:03:19.933349 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775902595009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775902059758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775902059780'] for port (d91a5a6f-bde8-4686-a88b-d0cb7224cf8e), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:19.982786 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Pushing event updated for resources: {'Port': ['ID=d91a5a6f-bde8-4686-a88b-d0cb7224cf8e,revision_number=5']} {{(pid=113286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:03:20.188946 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a71e11-a079-4120-92e5-98951ea56c6f req-deff7db3-e954-4f8e-967b-7bc48580320a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:20.190383 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-00a71e11-a079-4120-92e5-98951ea56c6f req-deff7db3-e954-4f8e-967b-7bc48580320a service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a944337a-f004-48dd-a6f6-2c5b09cba687 HTTP/1.1" status: 200 len: 1130 time: 0.0393414 Oct 03 13:03:20.237652 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-00a71e11-a079-4120-92e5-98951ea56c6f req-38f392be-d98e-49ee-9819-a48857feedb3 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8c38141c-9ee4-40a6-8745-aa41785c17ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409496 Oct 03 13:03:20.581763 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ea9e2-f917-4034-8e32-f8635d7ddbd3 req-5f055a45-93f3-4fe0-b039-075050a6ae0b tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:20.583210 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-058ea9e2-f917-4034-8e32-f8635d7ddbd3 req-5f055a45-93f3-4fe0-b039-075050a6ae0b tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a944337a-f004-48dd-a6f6-2c5b09cba687 HTTP/1.1" status: 200 len: 946 time: 0.0451868 Oct 03 13:03:20.601720 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=100 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:20.630130 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-058ea9e2-f917-4034-8e32-f8635d7ddbd3 req-0b0dd12a-6f55-4b13-a6ac-849f44296211 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c38141c-9ee4-40a6-8745-aa41785c17ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413263 Oct 03 13:03:21.756296 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1035367-05b1-4603-9472-197c1d3fab5c req-29856494-a1ee-4fbf-a665-61a69eac52a0 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:21.757743 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d1035367-05b1-4603-9472-197c1d3fab5c req-29856494-a1ee-4fbf-a665-61a69eac52a0 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a944337a-f004-48dd-a6f6-2c5b09cba687 HTTP/1.1" status: 200 len: 946 time: 0.0474694 Oct 03 13:03:21.804293 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-d1035367-05b1-4603-9472-197c1d3fab5c req-53aab7a3-08a0-45b3-9726-0208f59d8916 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c38141c-9ee4-40a6-8745-aa41785c17ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409994 Oct 03 13:03:22.111613 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:22.928370 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c0b09-75b7-4b05-bce9-01b47d1affbe req-cb57ffbe-3d77-49a8-bed5-009e535f49bb tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:22.929827 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5d3c0b09-75b7-4b05-bce9-01b47d1affbe req-cb57ffbe-3d77-49a8-bed5-009e535f49bb tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a944337a-f004-48dd-a6f6-2c5b09cba687 HTTP/1.1" status: 200 len: 946 time: 0.0490789 Oct 03 13:03:22.939528 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-a96792ef-a7b3-4a66-991f-dbe89fedf98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:22.977043 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-5d3c0b09-75b7-4b05-bce9-01b47d1affbe req-ec20bdfa-62b6-4d84-a2cd-d02b4b4def4e tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c38141c-9ee4-40a6-8745-aa41785c17ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415275 Oct 03 13:03:25.159379 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:25.270143 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f45b860a-7dc5-4394-bc0f-fc8bde1720bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:26.932741 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:28.462513 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:28.525093 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:30.231307 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=9 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:30.234273 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=54 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:32.970994 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=38 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:32.973858 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=14 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:33.120490 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:33.211514 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:43.114427 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:45.506850 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafd1f6-a9ef-49f9-b9d1-0cb8fc0b10dd req-78b721bd-04ee-4004-98d7-63ca04292d3b tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:45.508326 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3cafd1f6-a9ef-49f9-b9d1-0cb8fc0b10dd req-78b721bd-04ee-4004-98d7-63ca04292d3b tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a944337a-f004-48dd-a6f6-2c5b09cba687 HTTP/1.1" status: 200 len: 946 time: 0.0460219 Oct 03 13:03:45.554776 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-3cafd1f6-a9ef-49f9-b9d1-0cb8fc0b10dd req-1cf9532a-2b44-45ad-b876-b59a8f50eac0 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c38141c-9ee4-40a6-8745-aa41785c17ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406582 Oct 03 13:03:46.680118 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881cd02-a0bc-4445-973a-56ea9c1e3e0c req-8cf68c0a-0af4-4538-967f-3c3edc3c25d7 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:46.681599 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7881cd02-a0bc-4445-973a-56ea9c1e3e0c req-8cf68c0a-0af4-4538-967f-3c3edc3c25d7 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a944337a-f004-48dd-a6f6-2c5b09cba687 HTTP/1.1" status: 200 len: 946 time: 0.0492783 Oct 03 13:03:46.727641 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-7881cd02-a0bc-4445-973a-56ea9c1e3e0c req-0dfc4d6c-0fbd-4d22-bb79-19940b36cf9d tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8c38141c-9ee4-40a6-8745-aa41785c17ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405440 Oct 03 13:03:47.250993 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065b863-7095-47c2-8fa3-f4c903e0e309 req-5665bee5-c928-4e5c-8d5e-bda9cdf7dc27 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:47.252785 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f065b863-7095-47c2-8fa3-f4c903e0e309 req-5665bee5-c928-4e5c-8d5e-bda9cdf7dc27 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a944337a-f004-48dd-a6f6-2c5b09cba687 HTTP/1.1" status: 200 len: 946 time: 0.0489740 Oct 03 13:03:47.345518 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-f065b863-7095-47c2-8fa3-f4c903e0e309 req-989cc563-dfa2-41f5-8ffd-809f28a6f858 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Deleting port d91a5a6f-bde8-4686-a88b-d0cb7224cf8e {{(pid=113284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 13:03:47.345781 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-f065b863-7095-47c2-8fa3-f4c903e0e309 req-989cc563-dfa2-41f5-8ffd-809f28a6f858 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775902594856'] for port (d91a5a6f-bde8-4686-a88b-d0cb7224cf8e), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:47.437667 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.db [req-f065b863-7095-47c2-8fa3-f4c903e0e309 req-989cc563-dfa2-41f5-8ffd-809f28a6f858 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] For port d91a5a6f-bde8-4686-a88b-d0cb7224cf8e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d91a5a6f-bde8-4686-a88b-d0cb7224cf8e,segment=NetworkSegment(7eb08a7e-9e63-4c2a-abdd-53b096332ed0),segment_id=7eb08a7e-9e63-4c2a-abdd-53b096332ed0)] {{(pid=113284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 13:03:47.438030 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-f065b863-7095-47c2-8fa3-f4c903e0e309 req-989cc563-dfa2-41f5-8ffd-809f28a6f858 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528502'] for port (d91a5a6f-bde8-4686-a88b-d0cb7224cf8e), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:47.452828 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.plugin [req-f065b863-7095-47c2-8fa3-f4c903e0e309 req-989cc563-dfa2-41f5-8ffd-809f28a6f858 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Calling delete_port for d91a5a6f-bde8-4686-a88b-d0cb7224cf8e owned by compute:nova {{(pid=113284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 13:03:47.670180 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-f065b863-7095-47c2-8fa3-f4c903e0e309 req-989cc563-dfa2-41f5-8ffd-809f28a6f858 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775902598310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775902059749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13830700'] for port (d91a5a6f-bde8-4686-a88b-d0cb7224cf8e), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:47.681993 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.db [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] get_ports_and_sgs() called for port_ids ['d91a5a6f-bde8-4686-a88b-d0cb7224cf8e'] {{(pid=113286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 13:03:47.698810 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989cc563-dfa2-41f5-8ffd-809f28a6f858 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Pushing event deleted for resources: {'Port': ['ID=d91a5a6f-bde8-4686-a88b-d0cb7224cf8e,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:03:47.742262 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.db.l3_dvrscheduler_db [req-f065b863-7095-47c2-8fa3-f4c903e0e309 req-989cc563-dfa2-41f5-8ffd-809f28a6f858 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] No DVR routers for this DVR port d91a5a6f-bde8-4686-a88b-d0cb7224cf8e on host hv-cinder-84456 {{(pid=113284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 13:03:47.744880 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [req-f065b863-7095-47c2-8fa3-f4c903e0e309 req-989cc563-dfa2-41f5-8ffd-809f28a6f858 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53314'] for port (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:47.748590 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-f065b863-7095-47c2-8fa3-f4c903e0e309 req-989cc563-dfa2-41f5-8ffd-809f28a6f858 tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.46 "DELETE /networking/v2.0/ports/d91a5a6f-bde8-4686-a88b-d0cb7224cf8e HTTP/1.1" status: 204 len: 173 time: 0.4780705 Oct 03 13:03:47.749091 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a944337a-f004-48dd-a6f6-2c5b09cba687', 'name': 'network-vif-deleted', 'tag': 'd91a5a6f-bde8-4686-a88b-d0cb7224cf8e'}] {{(pid=113284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 13:03:47.752534 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4dcb64d9c28935707b176ad6f57c2a56def493e003f826a297bad0e427fe643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec7b1d2-1c22-4d4f-9c08-b1920ba8a4ff" -d '{"events": [{"server_uuid": "a944337a-f004-48dd-a6f6-2c5b09cba687", "name": "network-vif-deleted", "tag": "d91a5a6f-bde8-4686-a88b-d0cb7224cf8e"}]}' {{(pid=113284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:03:47.790281 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e3a9ad-089a-4c94-b2fb-58c5b91f257a x-openstack-request-id: req-09e3a9ad-089a-4c94-b2fb-58c5b91f257a {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:03:47.790568 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a944337a-f004-48dd-a6f6-2c5b09cba687", "name": "network-vif-deleted", "tag": "d91a5a6f-bde8-4686-a88b-d0cb7224cf8e", "status": "completed", "code": 200}]} {{(pid=113284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:03:47.790817 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-09e3a9ad-089a-4c94-b2fb-58c5b91f257a {{(pid=113284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:03:47.791230 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e3a9ad-089a-4c94-b2fb-58c5b91f257a'] response: {'server_uuid': 'a944337a-f004-48dd-a6f6-2c5b09cba687', 'name': 'network-vif-deleted', 'tag': 'd91a5a6f-bde8-4686-a88b-d0cb7224cf8e', 'status': 'completed', 'code': 200} Oct 03 13:03:47.834461 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [req-677d5aa1-1598-43c2-a7a0-405027a77eea req-5128e80d-e04e-4a20-9545-e6b05389fb5a tempest-VolumesSnapshotTestJSON-537398394 tempest-VolumesSnapshotTestJSON-537398394-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a944337a-f004-48dd-a6f6-2c5b09cba687 HTTP/1.1" status: 200 len: 210 time: 0.0283229 Oct 03 13:03:48.554065 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=11 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:48.555167 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=15 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:48.580789 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-6a1d8fb2-8aaa-42fd-81b3-4f61babd0d24 req-8e523922-9723-4875-b00f-cf1652679b80 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a944337a-f004-48dd-a6f6-2c5b09cba687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0303471 Oct 03 13:03:48.875819 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-6a1d8fb2-8aaa-42fd-81b3-4f61babd0d24 req-ceff680d-7138-4ab1-a316-ac7ded05055c service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=9421d499349f4d90b729021b00961cf2&device_id=a944337a-f004-48dd-a6f6-2c5b09cba687 HTTP/1.1" status: 200 len: 210 time: 0.2517965 Oct 03 13:03:48.992542 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d8fb2-8aaa-42fd-81b3-4f61babd0d24 req-2da9d97b-2c81-483a-9495-a148f36d2760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:48.994023 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-6a1d8fb2-8aaa-42fd-81b3-4f61babd0d24 req-2da9d97b-2c81-483a-9495-a148f36d2760 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=9421d499349f4d90b729021b00961cf2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0973535 Oct 03 13:03:49.094324 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d8fb2-8aaa-42fd-81b3-4f61babd0d24 req-32279281-5ec4-4b4d-b444-313e682b8644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:49.096949 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [req-6a1d8fb2-8aaa-42fd-81b3-4f61babd0d24 req-32279281-5ec4-4b4d-b444-313e682b8644 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968075 Oct 03 13:03:49.856881 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device d91a5a6f-bde8-4686-a88b-d0cb7224cf8e no longer exists at agent hyperv_hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 13:03:49.879144 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.plugin [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] No Port match for: d91a5a6f-bde8-4686-a88b-d0cb7224cf8e {{(pid=113286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 13:03:49.880110 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron.plugins.ml2.rpc [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Device d91a5a6f-bde8-4686-a88b-d0cb7224cf8e not bound to the agent host hv-cinder-84456 {{(pid=113286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 13:03:52.162773 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:03:52.959239 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-32621d2e-919f-4051-b2b0-0ca5a100b339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:55.319284 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-144df615-ccb5-46f1-80e9-6042dde7d70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:56.991646 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:57.815386 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=18 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:57.816356 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=20 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:58.421989 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:58.478881 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:03:59.090517 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=64,neutron:DELETE=5 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:59.092483 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=69,neutron:DELETE=3 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:03:59.117745 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:04:02.158340 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:04:03.315732 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:13.109634 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:04:13.241621 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:04:13.574329 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.wsgi [-] (113285) accepted ('10.222.0.33', 45396) {{(pid=113285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:04:13.618308 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.db.db_base_plugin_v2 [None req-6977e4c0-a332-4a5b-a620-4f40af8a05e4 admin admin] Deleting subnet 614dc231-9581-4db9-88ef-9a541051c686 {{(pid=113285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 13:04:13.621308 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-6977e4c0-a332-4a5b-a620-4f40af8a05e4 admin admin] Publish callbacks [] for subnet (614dc231-9581-4db9-88ef-9a541051c686), before_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:13.655443 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-6977e4c0-a332-4a5b-a620-4f40af8a05e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13973122'] for subnet (614dc231-9581-4db9-88ef-9a541051c686), precommit_delete_associations {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:13.697244 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-6977e4c0-a332-4a5b-a620-4f40af8a05e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1441912'] for subnet (614dc231-9581-4db9-88ef-9a541051c686), precommit_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:13.851392 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-6977e4c0-a332-4a5b-a620-4f40af8a05e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1446231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13033512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15266110'] for subnet (614dc231-9581-4db9-88ef-9a541051c686), after_delete {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:13.877517 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977e4c0-a332-4a5b-a620-4f40af8a05e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=614dc231-9581-4db9-88ef-9a541051c686,revision_number=None']} {{(pid=113285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:13.882829 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron_lib.callbacks.manager [None req-6977e4c0-a332-4a5b-a620-4f40af8a05e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:13.887386 dv-cinder-844563-12-iscsi neutron-server[113285]: INFO neutron.wsgi [None req-6977e4c0-a332-4a5b-a620-4f40af8a05e4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/614dc231-9581-4db9-88ef-9a541051c686 HTTP/1.1" status: 204 len: 168 time: 0.3105915 Oct 03 13:04:13.888803 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 45398) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:04:13.892799 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977e4c0-a332-4a5b-a620-4f40af8a05e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:13.893140 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977e4c0-a332-4a5b-a620-4f40af8a05e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:13.893479 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977e4c0-a332-4a5b-a620-4f40af8a05e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:13.893810 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977e4c0-a332-4a5b-a620-4f40af8a05e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:13.894734 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977e4c0-a332-4a5b-a620-4f40af8a05e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:13.895166 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977e4c0-a332-4a5b-a620-4f40af8a05e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:13.895558 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977e4c0-a332-4a5b-a620-4f40af8a05e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:13.895884 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977e4c0-a332-4a5b-a620-4f40af8a05e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:13.896208 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977e4c0-a332-4a5b-a620-4f40af8a05e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:13.896527 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977e4c0-a332-4a5b-a620-4f40af8a05e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:13.896849 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977e4c0-a332-4a5b-a620-4f40af8a05e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:13.897167 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977e4c0-a332-4a5b-a620-4f40af8a05e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:13.897480 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977e4c0-a332-4a5b-a620-4f40af8a05e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:13.897793 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977e4c0-a332-4a5b-a620-4f40af8a05e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:13.898104 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977e4c0-a332-4a5b-a620-4f40af8a05e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:13.960439 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435317'] for network (739c13ba-8ecd-4b6d-b542-b58a60650305), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:14.037131 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351786', 'neutron.services.segments.db._delete_segments_for_network-8775902573532'] for network (739c13ba-8ecd-4b6d-b542-b58a60650305), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:14.056445 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['739c13ba-8ecd-4b6d-b542-b58a60650305']}} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:04:14.065398 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb08a7e-9e63-4c2a-abdd-53b096332ed0') {'for_net_delete': True} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:04:14.065690 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.services.segments.db [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb08a7e-9e63-4c2a-abdd-53b096332ed0') {} {{(pid=113284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:04:14.075066 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775902526374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13831346'] for segment (7eb08a7e-9e63-4c2a-abdd-53b096332ed0), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:14.088649 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895'] for segment (7eb08a7e-9e63-4c2a-abdd-53b096332ed0), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:14.094660 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=113284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:04:14.095031 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1367895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13830899'] for segment (7eb08a7e-9e63-4c2a-abdd-53b096332ed0), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:14.164924 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.services.segments.plugin [-] Segment 7eb08a7e-9e63-4c2a-abdd-53b096332ed0 resource provider aggregate not found Oct 03 13:04:14.181366 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.services.segments.plugin [-] Segment 7eb08a7e-9e63-4c2a-abdd-53b096332ed0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7eb08a7e-9e63-4c2a-abdd-53b096332ed0 found for delete ", "request_id": "req-e0490bc1-2992-42ac-a510-034bf638f946"}]} Oct 03 13:04:14.233723 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1352857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764585'] for network (739c13ba-8ecd-4b6d-b542-b58a60650305), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:14.239772 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538472'] for network (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:14.242836 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/739c13ba-8ecd-4b6d-b542-b58a60650305 HTTP/1.1" status: 204 len: 168 time: 0.3530414 Oct 03 13:04:14.254863 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=739c13ba-8ecd-4b6d-b542-b58a60650305,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:14.262414 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:14.262759 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:14.263098 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:14.263462 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:14.263795 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:14.264125 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:14.264456 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:14.264781 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:14.265105 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:14.265429 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:14.265753 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:14.266077 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:14.266396 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:14.266713 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:14.267031 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd888c3-428e-430f-a04b-bdc7f574b7c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-12-iscsi {{(pid=113284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:14.559125 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 45408) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:04:14.599674 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-062aacb8-7ed6-4005-9df4-46956ca1dd10 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9421d499349f4d90b729021b00961cf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393567 Oct 03 13:04:14.602074 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.wsgi [-] (113284) accepted ('10.222.0.33', 45410) {{(pid=113284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 13:04:14.648892 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0fa04348-5c2a-4973-8643-6590b476dcea admin admin] Publish callbacks [] for security_group (8c38141c-9ee4-40a6-8745-aa41785c17ed), before_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:14.668038 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0fa04348-5c2a-4973-8643-6590b476dcea admin admin] Publish callbacks [] for security_group (8c38141c-9ee4-40a6-8745-aa41785c17ed), precommit_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:14.789182 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0fa04348-5c2a-4973-8643-6590b476dcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580897'] for security_group (8c38141c-9ee4-40a6-8745-aa41785c17ed), after_delete {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:14.791681 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron_lib.callbacks.manager [None req-0fa04348-5c2a-4973-8643-6590b476dcea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:14.792814 dv-cinder-844563-12-iscsi neutron-server[113284]: INFO neutron.wsgi [None req-0fa04348-5c2a-4973-8643-6590b476dcea admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8c38141c-9ee4-40a6-8745-aa41785c17ed HTTP/1.1" status: 204 len: 168 time: 0.1898692 Oct 03 13:04:14.801311 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa04348-5c2a-4973-8643-6590b476dcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c38141c-9ee4-40a6-8745-aa41785c17ed,revision_number=None']} {{(pid=113284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:22.959061 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-53543dcb-db2b-4da4-9ba4-ec65004fb5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:23.860100 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:04:23.888022 dv-cinder-844563-12-iscsi neutron-server[113285]: DEBUG dbcounter [-] [113285] Writing DB stats neutron:SELECT=29,neutron:DELETE=3 {{(pid=113285) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:04:24.699406 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=53,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:04:24.796718 dv-cinder-844563-12-iscsi neutron-server[113284]: DEBUG dbcounter [-] [113284] Writing DB stats neutron:SELECT=45,neutron:DELETE=5 {{(pid=113284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:04:25.269279 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c6f3bc0b-6748-49ed-bc3b-b6ab68d09874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:26.960538 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:28.440403 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:28.491650 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:29.162101 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:04:33.222091 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:36.113720 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:04:39.158773 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:04:43.109559 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:04:43.114525 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:04:51.157925 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:04:51.158668 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:04:52.937424 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-19d07876-1e3d-4e86-8a7d-8ef28d0990e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:55.285063 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-422e84d7-72e2-41c4-b817-32ffd0ab9ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:56.954448 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:58.482771 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:04:58.554605 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:05:03.194316 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:05:06.161609 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:05:13.127719 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:05:13.129750 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:05:16.157427 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:05:16.158298 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:05:22.936962 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9289e0d7-c0c9-4dd7-b391-862a95d4d935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:05:25.296953 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-3732236e-b9c4-4298-9cc3-48a6ebe867cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:05:26.976875 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:05:28.468446 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:05:28.560608 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:05:33.222100 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:05:43.158495 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:05:43.160364 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:05:43.160570 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:05:52.976546 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-b8e1d072-25c2-4992-b5df-aed20b644587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:05:53.156076 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=19 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:05:53.156864 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=15 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:05:55.291634 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-86252799-1895-49ad-add7-a9d64403c149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:05:56.953823 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:05:58.427825 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:05:58.467677 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:06:03.239294 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:06:13.173250 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:06:13.175140 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:06:20.160060 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:06:22.924737 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-4560db99-ffe1-4936-9933-da37b938a565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:06:25.284690 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-7e291714-9688-4b4f-ba1e-05fdd3d0eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:06:26.970717 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:06:28.427028 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:06:28.473007 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:06:30.155358 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:06:30.156133 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:06:33.290831 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:06:43.188757 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=9 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:06:43.190648 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:06:51.164503 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:06:52.964856 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-32bf72f0-073a-4379-99de-9d88a8119bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:06:55.302090 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-c801def3-23d4-4d19-89bd-9ec4ffac7882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:06:56.970447 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:06:57.159832 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:06:58.434347 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:06:58.502751 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:07:03.279431 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:07:07.155146 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:07:07.155941 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:07:13.202399 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:07:13.204289 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:07:22.947426 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8934cf8c-ea69-46c9-a410-e69ae9384dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:07:25.330942 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9eef707c-d0c6-4a9a-9951-3cdf9d5b4d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:07:26.993940 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:07:28.416741 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:07:28.542242 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:07:33.261440 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:07:34.158683 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:07:43.202427 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:07:43.204811 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:07:48.473426 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=16 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:07:48.474154 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=18 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:07:52.947650 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-6f19c9ba-3958-47e1-9b7b-41990477dac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:07:55.279525 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-61af7540-f336-4e79-9bfd-65b1e1f8c532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:07:57.003886 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:07:58.410695 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:07:58.547839 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:08:03.266735 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:08:04.120911 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:08:11.157690 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:08:13.205421 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:08:13.207300 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:08:18.106612 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=2 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:08:21.153915 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=6 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:08:22.965030 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8a7ac8f1-bb13-4938-8f74-ad848df849e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:08:25.308206 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-fdd86cd1-956b-4ea5-9695-5d953e6e8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:08:26.987784 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:08:28.410530 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:08:28.484808 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:08:33.262557 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:08:43.208371 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:08:43.210256 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:08:48.157711 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:08:52.957068 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-04377f47-3d83-4682-a25d-6ad4758b01d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:08:55.320032 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-ae9c8730-0d64-496e-b01a-d4e9e0d56b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:08:57.016304 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:08:58.153914 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:08:58.154659 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=4 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:08:58.424405 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:08:58.536792 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:09:03.265880 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:09:13.200475 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:09:13.202390 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:09:22.948090 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-86eb64e1-6a33-46a0-b74f-51f2a7960c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:09:25.157447 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG neutron.db.agents_db [None req-6f218dbd-a93f-47ed-b5d2-12659bc76d35 None None] Agent healthcheck: found 6 active agents {{(pid=113287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 13:09:25.305464 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-f04482c8-26ac-4b3b-a640-c49758663bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:09:27.027796 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:09:28.411385 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:09:28.506019 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:09:32.111908 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=3 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:09:33.276946 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-9e072258-2e10-4625-aedd-67ffbab5094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (72e18e84-452a-46dd-9356-90dcf7de37bf), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:09:35.152566 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=5 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:09:43.200293 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:09:43.208386 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG dbcounter [-] [113286] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=113286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:09:48.482507 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=11 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:09:48.482507 dv-cinder-844563-12-iscsi neutron-server[113287]: DEBUG dbcounter [-] [113287] Writing DB stats neutron:SELECT=15 {{(pid=113287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 13:09:52.962419 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-8a59778f-5223-4424-9c1d-be0b0629114b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (9839c8ec-ba39-46bc-ad28-40ee5eb1f8ee), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:09:55.310983 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-610822b1-43ad-49dc-aa75-f8329ad3b78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (eb5f2f97-6425-444e-901b-913018c2b714), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:09:56.991484 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-1a31b93f-5768-49e3-9455-78ac76123ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (a2a1d509-bbf5-48b5-a9a6-d401f964805c), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:09:58.468289 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-feee61e7-3668-4205-8761-d39a295bccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (22b2fb56-02ad-4ffc-928a-094984ca35bb), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 13:09:58.536862 dv-cinder-844563-12-iscsi neutron-server[113286]: DEBUG neutron_lib.callbacks.manager [None req-d80b6b51-23eb-4b67-89b8-16bc3b5f22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775902573514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1354277'] for agent (4267ee74-d711-421b-be60-dfad9c3e4d55), after_update {{(pid=113286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}